-- Logs begin at Mon 2022-03-21 10:31:38 UTC, end at Mon 2022-03-21 11:28:34 UTC. -- Mar 21 11:04:32.882607 dv-cinder-834448-1-smb systemd[1]: Started Devstack devstack@q-svc.service. Mar 21 11:04:35.843549 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.common.config [-] Logging enabled! Mar 21 11:04:35.844226 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev33 Mar 21 11:04:35.844403 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103314) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 21 11:04:35.847600 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.common.config [-] Logging enabled! Mar 21 11:04:35.847893 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev33 Mar 21 11:04:35.848200 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103314) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 21 11:04:35.849149 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 21 11:04:35.849386 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 21 11:04:35.849762 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 21 11:04:35.850009 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 21 11:04:35.850232 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 21 11:04:35.851019 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:35.851457 dv-cinder-834448-1-smb neutron-server[103314]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 21 11:04:35.851803 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:35.852104 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:35.852402 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:35.852696 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:35.852996 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:35.853280 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:35.853581 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:35.853879 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:35.854169 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:35.854431 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:35.854717 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:35.855012 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:35.855290 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:35.855575 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:35.855895 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:35.856175 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] debug = True {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:35.856458 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:35.856894 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:35.857318 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:35.857594 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:35.857882 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:35.858186 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:35.858462 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:35.858737 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:35.859020 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:35.859351 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] host = dv-cinder-834448-1-smb {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:35.859646 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:35.859936 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:35.860222 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:35.860508 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:35.860783 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:35.861066 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:35.861348 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:35.861621 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:35.861894 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] log_file = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:35.862167 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:35.862453 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:35.862741 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:35.863041 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:35.863268 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:35.863492 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:35.863810 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:35.864103 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:35.864372 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:35.864645 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:35.864918 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:35.865190 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:35.865464 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:35.865730 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:35.866016 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:35.866298 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:35.866579 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:35.866854 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:35.867127 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:35.867398 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:35.867698 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:35.867986 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:35.868257 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:35.868529 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:35.868802 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:35.869088 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:35.869358 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:35.869630 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:35.869929 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:35.870213 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:35.870492 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:35.870775 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:35.871050 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:35.871330 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:35.871597 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:35.871892 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:35.872161 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] use_json = False {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:35.872430 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:35.872697 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:35.872977 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:35.873247 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:35.873514 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:35.873835 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:35.874106 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:35.874387 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:35.874655 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:35.874953 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:35.875252 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:35.875556 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:35.875883 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:35.876169 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:35.876450 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:35.876741 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:35.877017 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:35.877306 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:35.877592 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:35.877875 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:35.878149 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:35.878450 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:35.878730 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:35.879026 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:35.879328 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:35.879621 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:35.879932 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:35.880207 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:35.880476 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:35.880747 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:35.881028 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:35.881311 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:35.881585 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:35.881873 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:35.882214 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:35.882437 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:35.882739 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:35.883060 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:35.883316 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:35.883615 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:35.883899 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:35.884177 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:35.884466 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:35.884740 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:35.885012 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:35.885287 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:35.885574 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:35.885849 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:35.886121 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:35.886403 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:35.886676 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:35.886946 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:35.887216 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:35.887491 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:35.887810 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:35.888088 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:35.888358 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:35.888627 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:35.888904 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:35.889175 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:35.889571 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:35.889860 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:35.890136 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:35.890407 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:35.890685 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:35.890962 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:35.891238 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:35.891514 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:35.891818 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:35.892096 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:35.892368 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:35.892638 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:35.892910 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:35.893180 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:35.893450 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:35.893719 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:35.893988 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:35.894261 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:35.894532 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:35.894801 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:35.895072 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:35.895347 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:35.895619 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:35.895927 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:35.896224 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:35.896502 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:35.896775 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:35.897053 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:35.897328 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:35.897602 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:35.897877 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:35.898155 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:35.898431 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:35.898702 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:35.898991 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:35.899272 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:35.899560 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:35.899888 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:35.900167 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:35.900464 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:35.900746 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:35.901021 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:35.901302 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:35.901578 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:35.901855 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:35.902139 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:35.902422 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:35.902717 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:35.903010 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:35.903301 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:35.903594 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:35.904283 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:35.904564 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:35.904875 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:35.905255 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:35.905473 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 21 11:04:35.905719 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103314) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 21 11:04:36.284248 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 21 11:04:36.284521 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 21 11:04:36.284822 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 21 11:04:36.285315 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 21 11:04:36.625254 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:36.625465 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:36.625705 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:36.626908 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:36.627193 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:36.627591 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:36.683732 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:36.684009 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:36.684281 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:36.699666 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:36.699945 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:36.700214 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:36.729957 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:36.730285 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:36.730572 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:36.881978 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:36.882632 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:36.882632 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:37.120385 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:37.120654 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:37.120925 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:37.121193 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:37.121895 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:37.221930 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:37.222230 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:37.222544 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:37.222821 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:37.223093 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:37.223402 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:37.223731 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:37.223958 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:37.224204 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:37.224494 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:37.224756 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:37.225025 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:37.225266 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:37.225518 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:37.225775 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:37.226045 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:37.226306 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:37.226577 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:37.226850 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:37.227110 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:37.227382 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:37.227653 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:37.227927 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:37.228315 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:37.228568 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:37.228819 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:37.229234 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103314) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 21 11:04:37.229475 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103314) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 21 11:04:37.229714 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103314) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 21 11:04:37.229950 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103314) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 21 11:04:37.230186 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103314) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 21 11:04:37.230417 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103314) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 21 11:04:37.230786 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 21 11:04:37.234424 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 21 11:04:37.238719 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 21 11:04:37.242791 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Mar 21 11:04:37.244606 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 21 11:04:37.245137 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 21 11:04:37.245476 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 21 11:04:37.245870 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 21 11:04:37.249002 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 21 11:04:37.249252 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 21 11:04:37.249627 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 21 11:04:37.254802 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 21 11:04:37.281796 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 21 11:04:37.282299 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:37.282655 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103314) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 21 11:04:37.283033 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:37.284701 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103314) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 21 11:04:37.284992 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 21 11:04:37.285235 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 21 11:04:37.289649 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:37.289933 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:37.352497 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 21 11:04:37.352714 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 21 11:04:37.352939 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 21 11:04:37.353374 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 21 11:04:37.374523 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_db.sqlalchemy.engines [None req-d734b457-203b-49a4-a195-b8d007609fed None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103314) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 21 11:04:37.816768 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.plugins.ml2.managers [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Initializing driver for type 'gre' Mar 21 11:04:37.817313 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d734b457-203b-49a4-a195-b8d007609fed None None] gre ID ranges: [(1, 1000)] Mar 21 11:04:37.870462 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.plugins.ml2.managers [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Initializing driver for type 'local' Mar 21 11:04:37.870816 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.plugins.ml2.managers [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Initializing driver for type 'vlan' Mar 21 11:04:37.886357 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-d734b457-203b-49a4-a195-b8d007609fed None None] VlanTypeDriver initialization complete Mar 21 11:04:37.887085 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.plugins.ml2.managers [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Initializing driver for type 'vxlan' Mar 21 11:04:37.887227 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d734b457-203b-49a4-a195-b8d007609fed None None] vxlan ID ranges: [(1, 1000)] Mar 21 11:04:37.938676 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.plugins.ml2.managers [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Initializing extension driver 'port_security' Mar 21 11:04:37.939075 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.plugins.ml2.extensions.port_security [None req-d734b457-203b-49a4-a195-b8d007609fed None None] PortSecurityExtensionDriver initialization complete Mar 21 11:04:37.939413 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.plugins.ml2.managers [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Initializing mechanism driver 'openvswitch' Mar 21 11:04:37.939784 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.plugins.ml2.managers [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Initializing mechanism driver 'hyperv' Mar 21 11:04:37.946499 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.plugins.ml2.plugin [None req-d734b457-203b-49a4-a195-b8d007609fed None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:04:37.947207 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Subscribe: > port after_create 55550000 {{(pid=103314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:37.947574 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Subscribe: > port after_update 55550000 {{(pid=103314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:37.947942 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Subscribe: > port after_delete 55550000 {{(pid=103314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:37.948471 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103314) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 21 11:04:37.948895 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Subscribe: > subnet after_create 55550000 {{(pid=103314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:37.949244 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Subscribe: > subnet after_update 55550000 {{(pid=103314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:37.949583 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Subscribe: > subnet after_delete 55550000 {{(pid=103314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:37.949970 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103314) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 21 11:04:37.950368 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Subscribe: > network after_create 55550000 {{(pid=103314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:37.950712 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Subscribe: > network after_update 55550000 {{(pid=103314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:37.951048 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Subscribe: > network after_delete 55550000 {{(pid=103314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:37.952778 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103314) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 21 11:04:37.952778 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Subscribe: > security_group after_create 55550000 {{(pid=103314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:37.952778 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Subscribe: > security_group after_update 55550000 {{(pid=103314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:37.952778 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Subscribe: > security_group after_delete 55550000 {{(pid=103314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:37.952778 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103314) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 21 11:04:37.956299 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:37.956299 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:37.956299 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:37.956299 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103314) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 21 11:04:37.956299 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Subscribe: > address_group after_create 55550000 {{(pid=103314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:37.956654 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Subscribe: > address_group after_update 55550000 {{(pid=103314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:37.956654 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Subscribe: > address_group after_delete 55550000 {{(pid=103314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:37.956654 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103314) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 21 11:04:37.956654 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-d734b457-203b-49a4-a195-b8d007609fed None None] ML2 OVO RPC backend initialized. {{(pid=103314) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 21 11:04:37.957135 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Subscribe: > router_interface after_create 55550000 {{(pid=103314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:37.957468 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:37.957872 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Subscribe: > network before_response 55550000 {{(pid=103314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:37.958284 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Subscribe: > networks before_response 55550000 {{(pid=103314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:37.958558 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Subscribe: > port before_response 55550000 {{(pid=103314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:37.958907 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Subscribe: > ports before_response 55550000 {{(pid=103314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:37.959243 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Subscribe: > subnet before_response 55550000 {{(pid=103314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:37.959575 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Subscribe: > subnets before_response 55550000 {{(pid=103314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:37.959926 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Subscribe: > network after_create 55550000 {{(pid=103314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:37.960265 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Subscribe: > network after_update 55550000 {{(pid=103314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:37.960600 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Subscribe: > network after_delete 55550000 {{(pid=103314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:37.960935 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Subscribe: > port after_create 55550000 {{(pid=103314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:37.961265 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Subscribe: > port after_update 55550000 {{(pid=103314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:37.961595 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Subscribe: > port after_delete 55550000 {{(pid=103314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:37.961924 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Subscribe: > subnet after_create 55550000 {{(pid=103314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:37.962254 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Subscribe: > subnet after_update 55550000 {{(pid=103314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:37.962581 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Subscribe: > subnet after_delete 55550000 {{(pid=103314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:37.970252 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.quota [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loaded quota_driver: . Mar 21 11:04:37.970586 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.plugins.ml2.plugin [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Modular L2 Plugin initialization complete Mar 21 11:04:37.970926 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.manager [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loading services supported by the core plugin {{(pid=103314) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 21 11:04:37.971274 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.plugins.ml2.managers [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Got port-security extension from driver 'port_security' Mar 21 11:04:37.971792 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.extensions.vlantransparent [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Disabled vlantransparent extension. Mar 21 11:04:37.972285 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.manager [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103314) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 21 11:04:37.972603 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.manager [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loading Plugin: router Mar 21 11:04:38.008936 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Subscribe: > router_interface before_create 55550000 {{(pid=103314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:38.009309 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Subscribe: > router after_create 55549900 {{(pid=103314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:38.009681 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Subscribe: > router before_create 55549900 {{(pid=103314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:38.010038 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:38.010405 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:38.010757 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Subscribe: > router after_delete 55549900 {{(pid=103314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:38.011108 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Subscribe: > floatingip after_create 55550000 {{(pid=103314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:38.011452 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Subscribe: > floatingip after_update 55550000 {{(pid=103314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:38.011841 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Subscribe: > router after_create 55549900 {{(pid=103314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:38.012180 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Subscribe: > router after_update 55549900 {{(pid=103314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:38.012525 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Subscribe: > router after_update 55549900 {{(pid=103314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:38.012849 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:38.013205 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Subscribe: > router after_update 55549900 {{(pid=103314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:38.013612 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Subscribe: > router precommit_update 55549900 {{(pid=103314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:38.013970 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Subscribe: port after_update 55550000 {{(pid=103314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:38.014323 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Subscribe: port after_delete 55550000 {{(pid=103314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:38.014858 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Subscribe: subnet after_update 55550000 {{(pid=103314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:38.015375 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:38.015777 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Subscribe: > port precommit_delete 55550000 {{(pid=103314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:38.016110 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Subscribe: > router precommit_create 55549900 {{(pid=103314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:38.016482 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Subscribe: port before_delete 55550000 {{(pid=103314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:38.016825 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Subscribe: > router precommit_create 55550000 {{(pid=103314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:38.017194 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Subscribe: > router after_update 55549900 {{(pid=103314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:38.017529 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Subscribe: > router precommit_delete 55549900 {{(pid=103314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:38.017875 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Subscribe: > router precommit_create 55549900 {{(pid=103314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:38.018231 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Subscribe: > router_interface after_create 55550000 {{(pid=103314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:38.018571 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Subscribe: > router precommit_update 55549900 {{(pid=103314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:38.018931 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Subscribe: > agent after_create 55550000 {{(pid=103314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:38.019278 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Subscribe: > agent after_delete 55550000 {{(pid=103314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:38.019613 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Subscribe: > network after_delete 55550000 {{(pid=103314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:38.020523 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.quota.resource_registry [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Tracking information for resource: router configured {{(pid=103314) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 21 11:04:38.020849 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.quota.resource_registry [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Tracking information for resource: floatingip configured {{(pid=103314) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 21 11:04:38.026756 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.db.l3_agentschedulers_db [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 21 11:04:38.027507 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Subscribe: port after_update 55550000 {{(pid=103314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:38.028053 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Subscribe: port after_create 55550000 {{(pid=103314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:38.028597 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Subscribe: port after_delete 55550000 {{(pid=103314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:38.029530 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Subscribe: port after_update 55550000 {{(pid=103314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:38.030992 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Subscribe: > router before_create 55550100 {{(pid=103314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:38.031445 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Subscribe: > router precommit_delete 55550100 {{(pid=103314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:38.031840 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Subscribe: > router precommit_create 55550100 {{(pid=103314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:38.032224 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Subscribe: > router precommit_update 55550100 {{(pid=103314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:38.037251 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.services.provider_configuration [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Service providers = [] {{(pid=103314) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 21 11:04:38.037658 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.db.servicetype_db [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103314) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 21 11:04:38.041029 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.services.service_base [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103314) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 21 11:04:38.041425 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.services.service_base [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103314) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 21 11:04:38.041800 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.services.service_base [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103314) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 21 11:04:38.042777 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.services.service_base [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103314) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 21 11:04:38.043200 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.services.service_base [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 21 11:04:38.043657 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.manager [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103314) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 21 11:04:38.044051 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.manager [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 21 11:04:38.056560 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.manager [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103314) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 21 11:04:38.056903 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.manager [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loading Plugin: auto_allocate Mar 21 11:04:38.063371 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Subscribe: network precommit_update 55550000 {{(pid=103314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:38.063749 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Subscribe: network precommit_create 55550000 {{(pid=103314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:38.064296 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.manager [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103314) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 21 11:04:38.064611 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.manager [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loading Plugin: tag Mar 21 11:04:38.071595 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.manager [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103314) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 21 11:04:38.071879 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.manager [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loading Plugin: timestamp Mar 21 11:04:38.076086 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.manager [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103314) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 21 11:04:38.076415 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.manager [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loading Plugin: network_ip_availability Mar 21 11:04:38.082382 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:38.082756 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:38.083105 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:38.083902 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.manager [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103314) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 21 11:04:38.084225 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.manager [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loading Plugin: flavors Mar 21 11:04:38.089205 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.manager [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103314) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 21 11:04:38.089506 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.manager [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loading Plugin: revisions Mar 21 11:04:38.094523 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.manager [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103314) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 21 11:04:38.095062 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_concurrency.lockutils [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.810s {{(pid=103314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 21 11:04:38.096237 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103314) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 21 11:04:38.096562 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Initializing extension manager. Mar 21 11:04:38.097103 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loading extension file: __init__.py {{(pid=103314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:38.097438 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loading extension file: __pycache__ {{(pid=103314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:38.097766 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loading extension file: address_group.py {{(pid=103314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:38.098582 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:38.099189 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loaded extension: address-group Mar 21 11:04:38.099493 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loading extension file: address_scope.py {{(pid=103314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:38.100241 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:38.100747 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loaded extension: address-scope Mar 21 11:04:38.101065 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loading extension file: admin_state_down_before_update.py {{(pid=103314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:38.102053 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:38.102563 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loaded extension: router-admin-state-down-before-update Mar 21 11:04:38.102879 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loading extension file: agent.py {{(pid=103314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:38.103840 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:38.104353 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loaded extension: agent Mar 21 11:04:38.104671 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loading extension file: agent_resources_synced.py {{(pid=103314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:38.105589 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:38.106085 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loaded extension: agent-resources-synced Mar 21 11:04:38.106403 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loading extension file: allowedaddresspairs.py {{(pid=103314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:38.108319 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:38.109179 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loaded extension: allowed-address-pairs Mar 21 11:04:38.109520 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loading extension file: auto_allocated_topology.py {{(pid=103314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:38.110646 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:38.111161 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loaded extension: auto-allocated-topology Mar 21 11:04:38.111480 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loading extension file: availability_zone.py {{(pid=103314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:38.112191 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:38.112701 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loaded extension: availability_zone Mar 21 11:04:38.113021 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loading extension file: availability_zone_filter.py {{(pid=103314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:38.113929 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:38.114432 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loaded extension: availability_zone_filter Mar 21 11:04:38.114746 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loading extension file: data_plane_status.py {{(pid=103314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:38.115695 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:38.116202 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Extension data-plane-status not supported by any of loaded plugins Mar 21 11:04:38.116506 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loading extension file: default_subnetpools.py {{(pid=103314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:38.117446 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:38.117935 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loaded extension: default-subnetpools Mar 21 11:04:38.118255 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loading extension file: dhcpagentscheduler.py {{(pid=103314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:38.119097 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:38.119601 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loaded extension: dhcp_agent_scheduler Mar 21 11:04:38.119953 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loading extension file: dns.py {{(pid=103314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:38.120872 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:38.121367 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Extension dns-integration not supported by any of loaded plugins Mar 21 11:04:38.121685 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loading extension file: dns_domain_ports.py {{(pid=103314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:38.122585 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:38.123079 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 21 11:04:38.123388 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:38.124887 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:38.125390 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 21 11:04:38.125706 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loading extension file: dvr.py {{(pid=103314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:38.126370 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:38.126868 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loaded extension: dvr Mar 21 11:04:38.127181 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loading extension file: ecmp_routes.py {{(pid=103314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:38.128115 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:38.128605 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Extension ecmp_routes not supported by any of loaded plugins Mar 21 11:04:38.128917 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loading extension file: empty_string_filtering.py {{(pid=103314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:38.129807 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:38.130302 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loaded extension: empty-string-filtering Mar 21 11:04:38.130614 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:38.131502 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:38.132022 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 21 11:04:38.132325 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:38.133254 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:38.133748 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 21 11:04:38.134064 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loading extension file: external_net.py {{(pid=103314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:38.134963 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:38.135465 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loaded extension: external-net Mar 21 11:04:38.135812 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loading extension file: extra_dhcp_opt.py {{(pid=103314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:38.136703 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:38.137206 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loaded extension: extra_dhcp_opt Mar 21 11:04:38.137520 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loading extension file: extraroute.py {{(pid=103314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:38.138399 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:38.138896 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loaded extension: extraroute Mar 21 11:04:38.139213 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loading extension file: extraroute_atomic.py {{(pid=103314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:38.140522 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:38.141032 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loaded extension: extraroute-atomic Mar 21 11:04:38.141347 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loading extension file: filter_validation.py {{(pid=103314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:38.142021 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:38.142517 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loaded extension: filter-validation Mar 21 11:04:38.142834 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loading extension file: fip_pf_description.py {{(pid=103314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:38.143759 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:38.144258 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 21 11:04:38.144571 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loading extension file: fip_pf_port_range.py {{(pid=103314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:38.145465 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:38.145955 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Mar 21 11:04:38.146266 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loading extension file: fip_port_details.py {{(pid=103314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:38.147180 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:38.147704 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loaded extension: fip-port-details Mar 21 11:04:38.148016 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loading extension file: flavors.py {{(pid=103314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:38.149266 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:38.149774 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loaded extension: flavors Mar 21 11:04:38.150089 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:38.151921 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:38.152444 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 21 11:04:38.152777 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loading extension file: floatingip_pools.py {{(pid=103314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:38.153469 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:38.154317 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loaded extension: floatingip-pools Mar 21 11:04:38.154636 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loading extension file: ip_allocation.py {{(pid=103314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:38.155666 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:38.156168 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Extension ip_allocation not supported by any of loaded plugins Mar 21 11:04:38.156489 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:38.157395 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:38.157901 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loaded extension: ip-substring-filtering Mar 21 11:04:38.158222 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loading extension file: l2_adjacency.py {{(pid=103314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:38.159119 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:38.159615 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Extension l2_adjacency not supported by any of loaded plugins Mar 21 11:04:38.159967 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loading extension file: l3.py {{(pid=103314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:38.162598 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:38.163124 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loaded extension: router Mar 21 11:04:38.163453 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loading extension file: l3_conntrack_helper.py {{(pid=103314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:38.165787 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:38.166308 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 21 11:04:38.166636 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:38.167531 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:38.168071 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loaded extension: ext-gw-mode Mar 21 11:04:38.168392 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:38.169291 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:38.169794 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loaded extension: l3-ha Mar 21 11:04:38.170109 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:38.171222 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:38.171826 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 21 11:04:38.172149 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loading extension file: l3_flavors.py {{(pid=103314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:38.173048 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:38.173547 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loaded extension: l3-flavors Mar 21 11:04:38.173865 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loading extension file: l3_ndp_proxy.py {{(pid=103314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:38.175218 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:38.175752 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 21 11:04:38.176077 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:38.176971 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:38.177478 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loaded extension: l3-port-ip-change-not-allowed Mar 21 11:04:38.177800 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loading extension file: l3agentscheduler.py {{(pid=103314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:38.178853 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:38.179360 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loaded extension: l3_agent_scheduler Mar 21 11:04:38.179709 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loading extension file: local_ip.py {{(pid=103314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:38.181518 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:38.182038 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Extension local_ip not supported by any of loaded plugins Mar 21 11:04:38.182369 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loading extension file: logging.py {{(pid=103314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:38.183884 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:38.184425 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Extension logging not supported by any of loaded plugins Mar 21 11:04:38.184729 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loading extension file: metering.py {{(pid=103314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:38.185486 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:38.186064 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loaded extension: metering Mar 21 11:04:38.186463 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:38.187947 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:38.188471 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loaded extension: metering_source_and_destination_fields Mar 21 11:04:38.188798 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loading extension file: multiprovidernet.py {{(pid=103314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:38.189707 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:38.190241 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loaded extension: multi-provider Mar 21 11:04:38.190560 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loading extension file: netmtu.py {{(pid=103314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:38.191457 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:38.191983 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loaded extension: net-mtu Mar 21 11:04:38.192297 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loading extension file: netmtu_writable.py {{(pid=103314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:38.193205 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:38.193702 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loaded extension: net-mtu-writable Mar 21 11:04:38.194023 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loading extension file: network_availability_zone.py {{(pid=103314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:38.194671 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:38.195167 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loaded extension: network_availability_zone Mar 21 11:04:38.195478 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loading extension file: network_ip_availability.py {{(pid=103314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:38.196607 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:38.197116 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loaded extension: network-ip-availability Mar 21 11:04:38.197433 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loading extension file: network_segment_range.py {{(pid=103314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:38.198323 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:38.198817 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Extension network-segment-range not supported by any of loaded plugins Mar 21 11:04:38.199136 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loading extension file: pagination.py {{(pid=103314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:38.200126 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:38.200448 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loaded extension: pagination Mar 21 11:04:38.200760 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loading extension file: port_device_profile.py {{(pid=103314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:38.201657 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:38.202350 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loaded extension: port-device-profile Mar 21 11:04:38.202667 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:38.203581 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:38.204116 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loaded extension: port-mac-address-regenerate Mar 21 11:04:38.204436 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:38.205323 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:38.205831 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loaded extension: port-numa-affinity-policy Mar 21 11:04:38.206150 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loading extension file: port_resource_request.py {{(pid=103314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:38.207048 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:38.207552 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Extension port-resource-request not supported by any of loaded plugins Mar 21 11:04:38.207891 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loading extension file: port_resource_request_groups.py {{(pid=103314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:38.208844 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:38.209346 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 21 11:04:38.209661 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loading extension file: portbindings.py {{(pid=103314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:38.210560 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:38.211066 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loaded extension: binding Mar 21 11:04:38.211376 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loading extension file: portbindings_extended.py {{(pid=103314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:38.212668 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:38.213175 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loaded extension: binding-extended Mar 21 11:04:38.213492 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loading extension file: portsecurity.py {{(pid=103314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:38.214389 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:38.214890 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loaded extension: port-security Mar 21 11:04:38.215209 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loading extension file: project_id.py {{(pid=103314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:38.216180 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:38.216503 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loaded extension: project-id Mar 21 11:04:38.216821 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loading extension file: providernet.py {{(pid=103314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:38.217789 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:38.218300 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loaded extension: provider Mar 21 11:04:38.218613 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loading extension file: qos.py {{(pid=103314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:38.222266 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:38.222787 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Extension qos not supported by any of loaded plugins Mar 21 11:04:38.223113 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:38.224401 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:38.224915 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 21 11:04:38.225241 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:38.226143 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:38.226648 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 21 11:04:38.226966 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loading extension file: qos_default.py {{(pid=103314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:38.227893 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:38.228400 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Extension qos-default not supported by any of loaded plugins Mar 21 11:04:38.228721 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loading extension file: qos_fip.py {{(pid=103314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:38.229614 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:38.230115 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Extension qos-fip not supported by any of loaded plugins Mar 21 11:04:38.230435 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loading extension file: qos_fip_network_policy.py {{(pid=103314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:38.231352 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:38.231895 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 21 11:04:38.232215 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loading extension file: qos_gateway_ip.py {{(pid=103314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:38.233149 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:38.233660 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 21 11:04:38.234108 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loading extension file: qos_port_network_policy.py {{(pid=103314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:38.235002 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:38.235508 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 21 11:04:38.235865 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:38.236892 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:38.237401 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 21 11:04:38.237719 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:38.238731 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:38.239237 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 21 11:04:38.239559 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loading extension file: qos_pps_rule.py {{(pid=103314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:38.240756 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:38.241268 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Extension qos-pps not supported by any of loaded plugins Mar 21 11:04:38.241591 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loading extension file: qos_rule_type_details.py {{(pid=103314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:38.242482 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:38.243000 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 21 11:04:38.243317 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loading extension file: qos_rule_type_filter.py {{(pid=103314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:38.246490 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:38.246490 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Extension qos-rule-type-filter not supported by any of loaded plugins Mar 21 11:04:38.246490 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loading extension file: qos_rules_alias.py {{(pid=103314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:38.246490 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:38.246866 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 21 11:04:38.246866 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loading extension file: quota_check_limit.py {{(pid=103314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:38.247803 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:38.248521 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loaded extension: quota-check-limit Mar 21 11:04:38.248977 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loading extension file: quotasv2.py {{(pid=103314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:38.249944 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:38.250410 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loaded extension: quotas Mar 21 11:04:38.250727 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loading extension file: quotasv2_detail.py {{(pid=103314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:38.252512 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:38.252848 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loaded extension: quota_details Mar 21 11:04:38.253174 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loading extension file: rbac.py {{(pid=103314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:38.254229 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:38.254756 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loaded extension: rbac-policies Mar 21 11:04:38.255079 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loading extension file: rbac_address_group.py {{(pid=103314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:38.256016 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:38.256540 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loaded extension: rbac-address-group Mar 21 11:04:38.256843 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loading extension file: rbac_address_scope.py {{(pid=103314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:38.257740 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:38.258244 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loaded extension: rbac-address-scope Mar 21 11:04:38.258560 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loading extension file: rbac_security_groups.py {{(pid=103314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:38.259532 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:38.260068 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loaded extension: rbac-security-groups Mar 21 11:04:38.260388 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loading extension file: rbac_subnetpool.py {{(pid=103314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:38.261283 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:38.261782 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loaded extension: rbac-subnetpool Mar 21 11:04:38.262101 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loading extension file: revisionifmatch.py {{(pid=103314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:38.263007 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:38.263507 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loaded extension: revision-if-match Mar 21 11:04:38.263844 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loading extension file: revisions.py {{(pid=103314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:38.265127 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:38.265520 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loaded extension: standard-attr-revisions Mar 21 11:04:38.265837 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loading extension file: router_availability_zone.py {{(pid=103314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:38.266497 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:38.267002 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loaded extension: router_availability_zone Mar 21 11:04:38.267324 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loading extension file: routerservicetype.py {{(pid=103314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:38.268258 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:38.268755 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Extension router-service-type not supported by any of loaded plugins Mar 21 11:04:38.269074 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:38.269981 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:38.270483 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loaded extension: security-groups-normalized-cidr Mar 21 11:04:38.270802 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loading extension file: security_groups_port_filtering.py {{(pid=103314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:38.271726 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:38.272255 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loaded extension: port-security-groups-filtering Mar 21 11:04:38.272574 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:38.273490 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:38.273991 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loaded extension: security-groups-remote-address-group Mar 21 11:04:38.274306 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:38.275244 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:38.275787 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loaded extension: security-groups-shared-filtering Mar 21 11:04:38.276104 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:38.276692 dv-cinder-834448-1-smb neutron-server[103314]: WARNING neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 21 11:04:38.277010 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loading extension file: securitygroup.py {{(pid=103314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:38.287244 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:38.287851 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loaded extension: security-group Mar 21 11:04:38.288178 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loading extension file: segment.py {{(pid=103314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:38.288922 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:38.289429 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Extension segment not supported by any of loaded plugins Mar 21 11:04:38.289733 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:38.290721 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:38.291225 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 21 11:04:38.291546 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loading extension file: servicetype.py {{(pid=103314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:38.292687 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:38.293201 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loaded extension: service-type Mar 21 11:04:38.293521 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loading extension file: sorting.py {{(pid=103314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:38.294490 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:38.294814 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loaded extension: sorting Mar 21 11:04:38.295132 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loading extension file: standard_attr_segment.py {{(pid=103314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:38.296104 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:38.296615 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 21 11:04:38.296933 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loading extension file: standardattrdescription.py {{(pid=103314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:38.297575 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:38.298077 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loaded extension: standard-attr-description Mar 21 11:04:38.298392 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loading extension file: stateful_security_group.py {{(pid=103314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:38.299334 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:38.299877 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loaded extension: stateful-security-group Mar 21 11:04:38.300199 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loading extension file: stdattrs_common.py {{(pid=103314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:38.300777 dv-cinder-834448-1-smb neutron-server[103314]: WARNING neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 21 11:04:38.301087 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:38.302007 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:38.302515 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 21 11:04:38.302834 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loading extension file: subnet_onboard.py {{(pid=103314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:38.303922 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:38.304438 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loaded extension: subnet_onboard Mar 21 11:04:38.304758 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:38.305668 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:38.306177 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 21 11:04:38.306495 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loading extension file: subnet_service_types.py {{(pid=103314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:38.307396 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:38.307970 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loaded extension: subnet-service-types Mar 21 11:04:38.308290 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loading extension file: subnetallocation.py {{(pid=103314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:38.309357 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:38.309868 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loaded extension: subnet_allocation Mar 21 11:04:38.310186 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:38.310843 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:38.311438 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loaded extension: subnetpool-prefix-ops Mar 21 11:04:38.311817 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:38.312771 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:38.313274 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 21 11:04:38.313589 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loading extension file: tagging.py {{(pid=103314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:38.314711 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:38.315234 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loaded extension: standard-attr-tag Mar 21 11:04:38.315545 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loading extension file: timestamp.py {{(pid=103314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:38.316782 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:38.317291 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loaded extension: standard-attr-timestamp Mar 21 11:04:38.317612 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loading extension file: trunk.py {{(pid=103314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:38.318627 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:38.319130 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Extension trunk not supported by any of loaded plugins Mar 21 11:04:38.319452 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loading extension file: trunk_details.py {{(pid=103314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:38.320408 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:38.320891 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Extension trunk-details not supported by any of loaded plugins Mar 21 11:04:38.321208 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loading extension file: uplink_status_propagation.py {{(pid=103314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:38.322186 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:38.322610 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 21 11:04:38.322932 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Loading extension file: vlantransparent.py {{(pid=103314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:38.323601 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:38.324130 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Extension vlan-transparent not supported by any of loaded plugins Mar 21 11:04:38.326715 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.quota.resource_registry [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Creating instance of TrackedResource for resource:network Mar 21 11:04:38.327328 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.quota.resource_registry [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Creating instance of TrackedResource for resource:subnet Mar 21 11:04:38.327712 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.quota.resource_registry [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Creating instance of TrackedResource for resource:subnetpool Mar 21 11:04:38.328127 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.quota.resource_registry [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Creating instance of TrackedResource for resource:port Mar 21 11:04:38.329395 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.v2.resource_helper [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103314) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 21 11:04:38.329826 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.v2.resource_helper [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Service FLAVORS assigned prefix: {{(pid=103314) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 21 11:04:38.330442 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.v2.resource_helper [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103314) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 21 11:04:38.330858 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.v2.resource_helper [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103314) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 21 11:04:38.331181 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.quota.resource_registry [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Creating instance of TrackedResource for resource:router Mar 21 11:04:38.331600 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.quota.resource_registry [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Creating instance of TrackedResource for resource:floatingip Mar 21 11:04:38.332100 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.v2.resource_helper [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Service METERING assigned prefix: /metering {{(pid=103314) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 21 11:04:38.333590 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:38.333955 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:38.334306 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:38.335321 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.quota.resource_registry [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Creating instance of CountableResource for resource:rbac_policy Mar 21 11:04:38.335794 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.quota.resource_registry [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Creating instance of TrackedResource for resource:security_group Mar 21 11:04:38.336223 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.quota.resource_registry [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Creating instance of TrackedResource for resource:security_group_rule Mar 21 11:04:38.336825 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.v2.resource_helper [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Service CORE assigned prefix: {{(pid=103314) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 21 11:04:38.337150 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.quota.resource_registry [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Creating instance of TrackedResource for resource:subnetpool Mar 21 11:04:38.337491 dv-cinder-834448-1-smb neutron-server[103314]: WARNING neutron.quota.resource_registry [None req-d734b457-203b-49a4-a195-b8d007609fed None None] subnetpool is already registered Mar 21 11:04:38.337915 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.v2.resource_helper [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Service CORE assigned prefix: {{(pid=103314) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 21 11:04:38.338232 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.quota.resource_registry [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Creating instance of TrackedResource for resource:subnetpool Mar 21 11:04:38.338558 dv-cinder-834448-1-smb neutron-server[103314]: WARNING neutron.quota.resource_registry [None req-d734b457-203b-49a4-a195-b8d007609fed None None] subnetpool is already registered Mar 21 11:04:38.340844 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.v2.resource_helper [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103314) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 21 11:04:38.341271 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.v2.resource_helper [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Service FLAVORS assigned prefix: {{(pid=103314) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 21 11:04:38.341843 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.v2.resource_helper [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103314) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 21 11:04:38.342252 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.v2.resource_helper [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103314) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 21 11:04:38.342769 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.quota.resource_registry [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Creating instance of TrackedResource for resource:router Mar 21 11:04:38.343258 dv-cinder-834448-1-smb neutron-server[103314]: WARNING neutron.quota.resource_registry [None req-d734b457-203b-49a4-a195-b8d007609fed None None] router is already registered Mar 21 11:04:38.343486 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.quota.resource_registry [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Creating instance of TrackedResource for resource:floatingip Mar 21 11:04:38.343856 dv-cinder-834448-1-smb neutron-server[103314]: WARNING neutron.quota.resource_registry [None req-d734b457-203b-49a4-a195-b8d007609fed None None] floatingip is already registered Mar 21 11:04:38.344303 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.v2.resource_helper [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Service METERING assigned prefix: /metering {{(pid=103314) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 21 11:04:38.344960 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.quota.resource_registry [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Creating instance of CountableResource for resource:rbac_policy Mar 21 11:04:38.345283 dv-cinder-834448-1-smb neutron-server[103314]: WARNING neutron.quota.resource_registry [None req-d734b457-203b-49a4-a195-b8d007609fed None None] rbac_policy is already registered Mar 21 11:04:38.345695 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.quota.resource_registry [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Creating instance of TrackedResource for resource:security_group Mar 21 11:04:38.346027 dv-cinder-834448-1-smb neutron-server[103314]: WARNING neutron.quota.resource_registry [None req-d734b457-203b-49a4-a195-b8d007609fed None None] security_group is already registered Mar 21 11:04:38.346425 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.quota.resource_registry [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Creating instance of TrackedResource for resource:security_group_rule Mar 21 11:04:38.346751 dv-cinder-834448-1-smb neutron-server[103314]: WARNING neutron.quota.resource_registry [None req-d734b457-203b-49a4-a195-b8d007609fed None None] security_group_rule is already registered Mar 21 11:04:38.347377 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.v2.resource_helper [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Service CORE assigned prefix: {{(pid=103314) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 21 11:04:38.347726 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.quota.resource_registry [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Creating instance of TrackedResource for resource:subnetpool Mar 21 11:04:38.348057 dv-cinder-834448-1-smb neutron-server[103314]: WARNING neutron.quota.resource_registry [None req-d734b457-203b-49a4-a195-b8d007609fed None None] subnetpool is already registered Mar 21 11:04:38.348469 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.v2.resource_helper [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Service CORE assigned prefix: {{(pid=103314) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 21 11:04:38.348787 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.quota.resource_registry [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Creating instance of TrackedResource for resource:subnetpool Mar 21 11:04:38.349112 dv-cinder-834448-1-smb neutron-server[103314]: WARNING neutron.quota.resource_registry [None req-d734b457-203b-49a4-a195-b8d007609fed None None] subnetpool is already registered Mar 21 11:04:38.349591 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Extended resource: extensions {{(pid=103314) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 11:04:38.351088 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Extended resource: address-groups {{(pid=103314) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 11:04:38.352587 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Extended resource: address-scopes {{(pid=103314) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 11:04:38.353896 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Extended resource: agents {{(pid=103314) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 11:04:38.355051 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Extended resource: auto-allocated-topology {{(pid=103314) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 11:04:38.356299 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Extended resource: availability_zones {{(pid=103314) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 11:04:38.357493 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Extended resource: dhcp-networks {{(pid=103314) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 11:04:38.359307 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Extended resource: dhcp-agents {{(pid=103314) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 11:04:38.360727 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Extended resource: routers {{(pid=103314) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 11:04:38.362912 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Extended resource: flavors {{(pid=103314) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 11:04:38.364080 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Extended resource: service_profiles {{(pid=103314) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 11:04:38.365287 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Extended resource: next_providers {{(pid=103314) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 11:04:38.366749 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Extended resource: service_profiles {{(pid=103314) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 11:04:38.369343 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Extended resource: floatingip-pools {{(pid=103314) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 11:04:38.370548 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Extended resource: routers {{(pid=103314) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 11:04:38.372673 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Extended resource: floatingips {{(pid=103314) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 11:04:38.374164 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Extended resource: l3-routers {{(pid=103314) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 11:04:38.376244 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Extended resource: l3-agents {{(pid=103314) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 11:04:38.378015 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Extended resource: metering-labels {{(pid=103314) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 11:04:38.379363 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Extended resource: metering-label-rules {{(pid=103314) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 11:04:38.380653 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Extended resource: network-ip-availabilities {{(pid=103314) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 11:04:38.381913 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Extended resource: bindings {{(pid=103314) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 11:04:38.383545 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Extended resource: quotas {{(pid=103314) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 11:04:38.385123 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Extended resource: quotas {{(pid=103314) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 11:04:38.386683 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Extended resource: rbac-policies {{(pid=103314) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 11:04:38.387983 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Extended resource: security-groups {{(pid=103314) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 11:04:38.389235 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Extended resource: security-group-rules {{(pid=103314) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 11:04:38.390728 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Extended resource: service-providers {{(pid=103314) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 11:04:38.391957 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Extended resource: subnetpools {{(pid=103314) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 11:04:38.393361 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Extended resource: subnetpools {{(pid=103314) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 11:04:38.394807 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Extended resource: tags {{(pid=103314) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 11:04:38.396501 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Extended resource: tags {{(pid=103314) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 11:04:38.398273 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Extended resource: tags {{(pid=103314) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 11:04:38.400067 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Extended resource: tags {{(pid=103314) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 11:04:38.401822 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Extended resource: tags {{(pid=103314) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 11:04:38.404478 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Extended resource: tags {{(pid=103314) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 11:04:38.406529 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Extended resource: tags {{(pid=103314) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 11:04:38.408443 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Extended resource: tags {{(pid=103314) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 11:04:38.410164 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Extended resource: tags {{(pid=103314) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 11:04:38.412013 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron.api.extensions [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Extended resource: tags {{(pid=103314) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 11:04:38.418420 dv-cinder-834448-1-smb neutron-server[103314]: WARNING keystonemiddleware.auth_token [None req-d734b457-203b-49a4-a195-b8d007609fed None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 21 11:04:38.423395 dv-cinder-834448-1-smb neutron-server[103314]: WARNING keystonemiddleware.auth_token [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 21 11:04:38.432134 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_concurrency.lockutils [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Acquired lock "singleton_lock" {{(pid=103314) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 21 11:04:38.432617 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_concurrency.lockutils [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Releasing lock "singleton_lock" {{(pid=103314) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 21 11:04:38.433311 dv-cinder-834448-1-smb neutron-server[103314]: INFO oslo_service.service [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Starting 2 workers Mar 21 11:04:38.438442 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Started child 103421 {{(pid=103314) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 21 11:04:38.443079 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Started child 103422 {{(pid=103314) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 21 11:04:38.444217 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:04:38.444889 dv-cinder-834448-1-smb neutron-server[103314]: INFO neutron.service [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Neutron service started, listening on 0.0.0.0:9696 Mar 21 11:04:38.445275 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Publish callbacks [] for process (None), before_spawn {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:04:38.445732 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [-] (103421) wsgi starting up on http://0.0.0.0:9696 Mar 21 11:04:38.447747 dv-cinder-834448-1-smb neutron-server[103314]: INFO oslo_service.service [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Starting 1 workers Mar 21 11:04:38.447983 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:04:38.449490 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [-] (103422) wsgi starting up on http://0.0.0.0:9696 Mar 21 11:04:38.453434 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Started child 103423 {{(pid=103314) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 21 11:04:38.454022 dv-cinder-834448-1-smb neutron-server[103314]: INFO oslo_service.service [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Starting 1 workers Mar 21 11:04:38.457077 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.service [None req-d734b457-203b-49a4-a195-b8d007609fed None None] calling RpcWorker wait() {{(pid=103423) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 21 11:04:38.457704 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.service [None req-d734b457-203b-49a4-a195-b8d007609fed None None] returning from RpcWorker wait() {{(pid=103423) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 21 11:04:38.458625 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Started child 103424 {{(pid=103314) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 21 11:04:38.458823 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:04:38.459417 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-d734b457-203b-49a4-a195-b8d007609fed None None] Publish callbacks [] for process (None), after_spawn {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:04:38.459552 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:04:38.461396 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103314) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 21 11:04:38.461603 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 21 11:04:38.461765 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 21 11:04:38.462015 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 21 11:04:38.462348 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 21 11:04:38.462476 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 21 11:04:38.462960 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.463263 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.463525 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.463773 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.464236 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.464564 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:04:38.465078 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.465241 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.465539 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.465781 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.466032 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.466194 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.466504 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.466896 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.467290 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.467820 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.468462 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.468868 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.469270 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.469581 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.469989 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.470409 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.470790 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.471192 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] debug = True {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.471562 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.472237 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.472629 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.473005 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.473364 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.473772 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.474144 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.474585 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.474954 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.475320 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.475720 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.476100 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.476467 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.476836 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.477217 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.477573 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.477967 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.478344 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.478951 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] host = dv-cinder-834448-1-smb {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.479336 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.479715 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.480121 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.480512 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.480903 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.481281 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.481684 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.482080 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.482573 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.482851 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.483405 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.483827 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.484142 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.484527 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] log_file = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.484876 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] log_options = True {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.485136 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.485423 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.485687 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.485846 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.486097 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.486182 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.486480 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.486652 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.486895 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.487105 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.487325 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.487572 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.487831 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.488047 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.488251 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:04:38.488351 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.488510 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.488730 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.488958 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.489215 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.489647 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.489876 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.490103 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.490321 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.490538 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.490992 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.491252 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.491469 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.491715 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.491962 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.492198 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.492438 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.493474 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.493762 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.494035 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.494305 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.495621 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.495913 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.496168 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.496507 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.496706 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.496965 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.497234 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.497481 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.497742 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.497990 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.498186 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.498426 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] use_json = False {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.498738 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.498997 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.500010 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.500234 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.500489 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.500691 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.500914 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.501169 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.501389 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.501859 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.502144 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.502456 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.502704 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.502935 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.503189 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.503449 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.503880 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.503996 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.504145 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.504457 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.504967 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.504967 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.505234 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.505485 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.505809 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.506213 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.506609 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.507011 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.507259 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.507480 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.507739 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.508025 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.508262 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.508513 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.508853 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.508988 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.509236 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.509660 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.510139 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.510564 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.510969 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.24/identity {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.511369 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.511781 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.512007 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.512223 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.512465 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.512676 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.512906 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.513152 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.513374 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.513679 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.513905 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.514160 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.514552 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.517666 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.517968 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.518250 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.518503 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.518759 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.519013 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.519258 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.519500 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.519775 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.520024 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.520271 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.520519 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.520822 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.521018 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.521237 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.521467 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.521682 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.521915 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.522131 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.522337 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.524018 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.524264 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.524681 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.524943 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.525463 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.525689 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.525923 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.526145 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.526404 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.526613 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.526816 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.527056 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.527316 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.527486 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.527874 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.528545 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.529124 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.529337 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.529543 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.529772 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.530026 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.530257 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.530633 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.531484 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.531712 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.531929 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.532213 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.532877 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.533140 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.534556 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.534786 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.535044 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.535266 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.535532 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.535774 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.535991 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.536202 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.536460 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.536673 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.536905 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.537125 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.537341 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.537578 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.537820 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.538031 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.538265 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.538476 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.538702 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.538940 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.539209 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.539438 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.540212 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.540457 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.540689 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.540966 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.541206 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.541479 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.541702 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.541971 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.542256 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.542501 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.542775 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.543104 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.543371 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.543606 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.543881 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.544133 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.544370 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.544604 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.544835 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.545662 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.545893 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.546837 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.547234 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.547707 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.547820 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.548042 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.548334 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.548538 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.548843 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.549087 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.549354 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.549612 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.549844 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.550082 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.550312 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.24/identity {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.550559 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.550761 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.550982 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.551192 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.551410 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.551617 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.552312 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.552543 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.552772 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.553020 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.553241 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.553473 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.553681 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.554216 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.554435 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.554762 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.554974 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.555208 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.555437 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.555722 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.555944 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.556162 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.556428 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.556683 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.556900 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.557172 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.557416 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.557624 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.557846 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.558074 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.558372 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.558593 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.558834 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.559048 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.559256 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.559462 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.559929 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.559929 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.560457 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.560457 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.560749 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.561736 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.562756 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.563121 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.565312 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:04:38.567827 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 38862) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:04:38.568170 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.568170 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.568458 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.568762 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.568978 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.569210 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.569518 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.569674 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.570032 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.570380 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.570633 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.570990 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.571240 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.571479 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.571757 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.572005 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.572298 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.572507 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.572737 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.572957 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.573191 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.573420 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.573650 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.573856 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.574083 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.575181 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.575181 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.575421 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.575705 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.575955 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.576194 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.576430 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.576644 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.577045 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.577950 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.578172 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.578371 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.578880 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.579097 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.579306 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.579559 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.579792 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.580003 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.580220 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.580435 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.580640 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.580862 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.581067 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.581272 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.581486 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.581697 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.581907 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.582124 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.582325 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.582416 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [-] 10.222.0.24 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0123806 Mar 21 11:04:38.582600 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.582874 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.583091 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.583781 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.583781 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.584784 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.585005 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.585227 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.585441 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.585653 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.585917 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.586173 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.586401 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.586682 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.586925 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.587165 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.587417 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.588357 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.588357 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.588357 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.588606 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.588606 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.588821 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.589094 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.589397 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.589665 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.589903 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.590138 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.590398 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.590669 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.590933 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.591159 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.591435 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.591769 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.592055 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.592299 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.592575 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.594234 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.594234 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.594234 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.594234 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.594530 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.594600 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.594897 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.595194 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.595460 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.595733 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.595972 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.596209 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.596451 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.596658 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.596912 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.597225 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.597320 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 21 11:04:38.597806 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103314) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 21 11:04:38.597964 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 21 11:04:38.598113 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 21 11:04:38.598293 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 21 11:04:38.598469 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 21 11:04:38.598616 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 21 11:04:38.598815 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.599657 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.599657 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.599657 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.599657 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.599657 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.600024 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.600024 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.600024 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.600220 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.600321 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.601465 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.601652 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.601817 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.601955 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.602111 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.602248 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.603316 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.603490 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.603688 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.603844 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.603981 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.604115 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] debug = True {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.604253 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.605241 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.605241 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.605241 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.605241 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.605241 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.605241 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.606136 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.606136 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.606136 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.606136 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.606136 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.606136 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.606962 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.606962 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.606962 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.606962 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.607312 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.607312 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] host = dv-cinder-834448-1-smb {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.607312 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.607560 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.608751 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.608751 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.609164 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.609336 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.609479 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.609639 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.609795 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.609952 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.610100 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.610247 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.610400 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.610555 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] log_file = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.610713 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] log_options = True {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.610866 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.611018 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.611170 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.611351 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.611523 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.611709 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.611827 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.611980 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.612134 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.612291 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.612448 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.612599 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.612751 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.612904 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.613059 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.613212 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.613369 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.613521 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.613675 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.613828 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.613982 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.614135 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.614287 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.614440 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.614594 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.614747 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.614904 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.615055 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.615207 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.615360 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.615514 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.615731 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.615837 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.615983 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.616129 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.616383 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.616489 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.616583 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.616794 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.616930 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.617064 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.617206 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.617338 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.617467 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.617612 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.617730 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.617883 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] use_json = False {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.618035 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.618189 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.618341 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.618494 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.618649 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.618802 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.618955 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.619108 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.619261 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:38.619444 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.619602 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.624575 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.624941 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.625127 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.625301 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.625475 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.625655 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.625814 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.626344 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.626525 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.626695 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.626872 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.627196 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.627343 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.627510 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.627756 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.628663 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.628663 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.628663 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.628663 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.628663 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.628663 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.630244 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.630244 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.630244 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.630244 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.630244 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.630244 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.630244 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.630244 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.632246 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.24/identity {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.632246 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.632246 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.632246 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.632246 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.632246 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.632246 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.632246 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.633253 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.633253 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.633253 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.633253 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.633253 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.633253 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.633253 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.633253 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.633253 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.634505 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.634505 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.634505 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.634505 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.634505 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.634505 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.634505 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.634505 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.634505 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.635772 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.635772 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.635772 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.635772 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.635772 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.635772 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.635772 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.635772 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.635772 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.636954 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.636954 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.636954 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.636954 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.636954 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.636954 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.636954 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.636954 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.636954 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.638169 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.638169 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.638169 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.638169 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.638169 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.638169 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.638169 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.638169 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.639148 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.639148 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.639148 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.639148 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.639148 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.639148 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.639148 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.641017 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.641017 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.641273 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.641273 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.642041 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.642041 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.642041 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.642041 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.642041 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.642660 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.642660 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.642660 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.643057 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.643057 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.643057 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.643434 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.643434 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.643909 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.644706 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.644877 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.645034 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.645180 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.645316 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.645461 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.645617 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.645759 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.645917 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.646058 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.646214 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.646382 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.646528 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.646684 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.646828 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.646993 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.647159 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.647299 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.647444 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.647601 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.647810 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.647963 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.648096 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.648224 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.648356 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.648484 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.648640 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.648808 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.649002 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.649143 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.649285 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.649426 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.649556 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.649713 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.649856 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.650023 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.650164 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.650317 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.650458 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.650616 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.650770 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.650924 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.651080 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.24/identity {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.651235 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.651369 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.651513 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.651714 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.651847 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.651989 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.652179 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.652335 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.652492 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.652647 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.652803 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.652946 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.653102 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.653253 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.653388 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.653533 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.653686 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.654215 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.654395 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.654548 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.654728 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.654922 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.655078 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.655876 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.656056 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.656214 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.656373 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.657322 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.657490 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.657651 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.657807 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.657970 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.658125 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.659024 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.659024 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.659024 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.659024 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.659024 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.659024 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.659451 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.659451 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.659451 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.659727 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.659798 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.659954 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.660107 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.660267 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.660425 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.660583 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.660737 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.660896 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.661050 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.661205 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.661361 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.661516 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.661673 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.661832 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.661987 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.662145 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.662303 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.662461 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.662618 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.662775 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.662932 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.663087 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.663242 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.663846 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.663846 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.663846 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.664236 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.664236 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.664236 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.664563 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.664563 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.664711 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.664812 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.664967 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.665122 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.665287 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.665443 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.665598 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.665753 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.665907 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.666061 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.666226 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.666387 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.666537 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.666690 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.666844 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.666999 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.667163 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.667317 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.667472 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.667673 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.667816 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.667941 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.668098 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.668253 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.668407 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.668562 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.668716 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.668871 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.669040 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.669195 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.669351 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.669505 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.669659 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.669800 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.669966 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.670121 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.670277 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.670444 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.670885 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.671414 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.671583 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.671777 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.671935 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.672094 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.672253 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.672411 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.672566 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.672725 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.672888 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.673056 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.673217 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.673374 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.673540 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.673704 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.673869 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.674024 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.674186 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.674355 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.674511 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.674665 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.674820 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.674975 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.675131 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.675287 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.675441 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.675610 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.675785 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.675940 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.676094 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.676249 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.676404 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.676564 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.676715 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.676868 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.677024 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.677181 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.677338 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:38.677485 dv-cinder-834448-1-smb neutron-server[103314]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 21 11:04:52.938791 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f063446-c1fb-4a1d-b657-bdd715d39b1f None None] get_active_networks_info from dv-cinder-834448-1-smb {{(pid=103423) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 21 11:04:53.043990 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f063446-c1fb-4a1d-b657-bdd715d39b1f None None] No non-hosted networks {{(pid=103423) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 21 11:04:53.089223 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.agentschedulers_db [None req-7f063446-c1fb-4a1d-b657-bdd715d39b1f None None] DHCP Agent not found on host dv-cinder-834448-1-smb {{(pid=103423) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 21 11:04:53.299574 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-fa898c73-eb8a-430e-9b77-343705cf7b92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1687851'] for agent (9c74c917-795e-4123-adbe-3a92cf8165ad), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:04:55.526047 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-3781486c-1d72-4236-9c9b-44d462bc9437 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1687851'] for agent (5097f9b2-2ef0-4af4-bde3-0c344dd6e70c), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:04:55.595784 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-18fc7360-ee84-4759-a365-2f2e670642ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (5097f9b2-2ef0-4af4-bde3-0c344dd6e70c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:04:58.155244 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6694aa1f-bf8d-44e0-b771-2551b8853c50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1687851'] for agent (47320176-3fab-4a55-b687-b3e35e89e628), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:04:58.602832 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-5db6d96b-8c48-4aa5-944a-567c97b9cc9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1687851'] for agent (964235d6-d67c-4a74-84a5-611ab5391dc9), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:04:59.555523 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1687851'] for agent (4788e3a4-6d7d-47da-90c6-7227f6e2e35d), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:04:59.558363 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:04:59.558710 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:04:59.559030 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:04:59.559374 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:04:59.559721 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:04:59.560054 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:04:59.560369 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:04:59.560707 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:04:59.561133 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:04:59.561625 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:04:59.561953 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:04:59.565540 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:04:59.566283 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:04:59.566786 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:04:59.567250 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:04:59.569120 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-834448-1-smb', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:04:59.591656 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-834448-1-smb', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:05:00.566056 dv-cinder-834448-1-smb neutron-server[103423]: INFO neutron.db.l3_hamode_db [None req-630ed02a-fcc0-4f2c-8256-f1d6eb4e199f None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 21 11:05:00.647298 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-630ed02a-fcc0-4f2c-8256-f1d6eb4e199f None None] Routers set() bound to L3 agent in host dv-cinder-834448-1-smb {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:05:00.647994 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-630ed02a-fcc0-4f2c-8256-f1d6eb4e199f None None] Router IDs set() for agent in host dv-cinder-834448-1-smb {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 21 11:05:00.998766 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 38960) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:05:01.538579 dv-cinder-834448-1-smb neutron-server[103421]: WARNING oslo_policy.policy [None req-93f25d5c-2992-4a0f-831d-47132d4bb3e7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 21 11:05:01.539168 dv-cinder-834448-1-smb neutron-server[103421]: WARNING oslo_policy.policy [None req-93f25d5c-2992-4a0f-831d-47132d4bb3e7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 21 11:05:01.766464 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [None req-93f25d5c-2992-4a0f-831d-47132d4bb3e7 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103421) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 21 11:05:01.767782 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-93f25d5c-2992-4a0f-831d-47132d4bb3e7 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7667732 Mar 21 11:05:04.370978 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 38976) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:05:04.706001 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.v2.base [None req-6655e891-83c0-4bdd-96eb-59a0b952756e admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True, 'is_default': True}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:05:04.797415 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.policy [None req-6655e891-83c0-4bdd-96eb-59a0b952756e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103421) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 21 11:05:04.839616 dv-cinder-834448-1-smb neutron-server[103421]: WARNING oslo_policy.policy [None req-6655e891-83c0-4bdd-96eb-59a0b952756e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 21 11:05:04.840016 dv-cinder-834448-1-smb neutron-server[103421]: WARNING oslo_policy.policy [None req-6655e891-83c0-4bdd-96eb-59a0b952756e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 21 11:05:04.939564 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6655e891-83c0-4bdd-96eb-59a0b952756e admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738247646312', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738247639605', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738247656418', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738247622488', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738247610727', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738247855579', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-814190', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-821628', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1913776', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1991185'] for rbac-policy (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:05:05.009303 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6655e891-83c0-4bdd-96eb-59a0b952756e admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:05:05.010480 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-6655e891-83c0-4bdd-96eb-59a0b952756e admin admin] 10.222.0.24 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6385388 Mar 21 11:05:07.571642 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 38986) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:05:07.935541 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.v2.base [None req-e8adf330-8d93-4811-bdb8-418f2ec0b625 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:05:07.969764 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8adf330-8d93-4811-bdb8-418f2ec0b625 demo demo] Made reservation on behalf of 9d22dd29187641e4a06d920676bf3527 for: {'network': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 11:05:07.974035 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e8adf330-8d93-4811-bdb8-418f2ec0b625 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for network (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:05:07.992645 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e8adf330-8d93-4811-bdb8-418f2ec0b625 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:05:08.121060 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e8adf330-8d93-4811-bdb8-418f2ec0b625 demo demo] Publish callbacks [] for security_group (5b3a3b37-3e95-4cd5-a184-88d095e47b11), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:05:08.126252 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e8adf330-8d93-4811-bdb8-418f2ec0b625 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (5b3a3b37-3e95-4cd5-a184-88d095e47b11), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:05:08.159431 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8adf330-8d93-4811-bdb8-418f2ec0b625 demo demo] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'} {{(pid=103421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 11:05:08.189714 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e8adf330-8d93-4811-bdb8-418f2ec0b625 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8738246472250', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751123'] for segment (39f5062a-7971-4446-a96e-d84303c43304), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:05:08.190345 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e8adf330-8d93-4811-bdb8-418f2ec0b625 demo demo] Unsubscribe: segment precommit_create {{(pid=103421) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 21 11:05:08.190844 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.db.segments_db [None req-e8adf330-8d93-4811-bdb8-418f2ec0b625 demo demo] Added segment 39f5062a-7971-4446-a96e-d84303c43304 of type vlan for network f83c0b88-8906-4c81-9e12-557276e9e40e Mar 21 11:05:08.196974 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8adf330-8d93-4811-bdb8-418f2ec0b625 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=5b3a3b37-3e95-4cd5-a184-88d095e47b11,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:05:08.233730 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8adf330-8d93-4811-bdb8-418f2ec0b625 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:05:08.234067 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8adf330-8d93-4811-bdb8-418f2ec0b625 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:05:08.234402 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8adf330-8d93-4811-bdb8-418f2ec0b625 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:05:08.234753 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8adf330-8d93-4811-bdb8-418f2ec0b625 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:05:08.235066 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8adf330-8d93-4811-bdb8-418f2ec0b625 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:05:08.235385 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8adf330-8d93-4811-bdb8-418f2ec0b625 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:05:08.235737 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8adf330-8d93-4811-bdb8-418f2ec0b625 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:05:08.236059 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8adf330-8d93-4811-bdb8-418f2ec0b625 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:05:08.236379 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8adf330-8d93-4811-bdb8-418f2ec0b625 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:05:08.236696 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8adf330-8d93-4811-bdb8-418f2ec0b625 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:05:08.237028 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8adf330-8d93-4811-bdb8-418f2ec0b625 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:05:08.237347 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8adf330-8d93-4811-bdb8-418f2ec0b625 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:05:08.237678 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8adf330-8d93-4811-bdb8-418f2ec0b625 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:05:08.237989 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8adf330-8d93-4811-bdb8-418f2ec0b625 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:05:08.238302 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8adf330-8d93-4811-bdb8-418f2ec0b625 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:05:08.239553 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8adf330-8d93-4811-bdb8-418f2ec0b625 demo demo] Tracked resource versions report: Mar 21 11:05:08.239553 dv-cinder-834448-1-smb neutron-server[103421]: pushed versions: Mar 21 11:05:08.239553 dv-cinder-834448-1-smb neutron-server[103421]: { 'AddressGroup': {'1.2'}, Mar 21 11:05:08.239553 dv-cinder-834448-1-smb neutron-server[103421]: 'Agent': {'1.1'}, Mar 21 11:05:08.239553 dv-cinder-834448-1-smb neutron-server[103421]: 'ConntrackHelper': {'1.0'}, Mar 21 11:05:08.239553 dv-cinder-834448-1-smb neutron-server[103421]: 'LocalIPAssociation': {'1.0'}, Mar 21 11:05:08.239553 dv-cinder-834448-1-smb neutron-server[103421]: 'Log': {'1.0'}, Mar 21 11:05:08.239553 dv-cinder-834448-1-smb neutron-server[103421]: 'NDPProxy': {'1.0'}, Mar 21 11:05:08.239553 dv-cinder-834448-1-smb neutron-server[103421]: 'Network': {'1.1'}, Mar 21 11:05:08.239553 dv-cinder-834448-1-smb neutron-server[103421]: 'Port': {'1.7'}, Mar 21 11:05:08.239553 dv-cinder-834448-1-smb neutron-server[103421]: 'PortForwarding': {'1.3'}, Mar 21 11:05:08.239553 dv-cinder-834448-1-smb neutron-server[103421]: 'QosPolicy': {'1.10'}, Mar 21 11:05:08.239553 dv-cinder-834448-1-smb neutron-server[103421]: 'SecurityGroup': {'1.5'}, Mar 21 11:05:08.239553 dv-cinder-834448-1-smb neutron-server[103421]: 'SecurityGroupRule': {'1.2'}, Mar 21 11:05:08.239553 dv-cinder-834448-1-smb neutron-server[103421]: 'SubPort': {'1.0'}, Mar 21 11:05:08.239553 dv-cinder-834448-1-smb neutron-server[103421]: 'Subnet': {'1.1'}, Mar 21 11:05:08.239553 dv-cinder-834448-1-smb neutron-server[103421]: 'Trunk': {'1.1'}} Mar 21 11:05:08.239553 dv-cinder-834448-1-smb neutron-server[103421]: consumer versions: Mar 21 11:05:08.239553 dv-cinder-834448-1-smb neutron-server[103421]: { DHCP agent@dv-cinder-834448-1-smb: {}, Mar 21 11:05:08.239553 dv-cinder-834448-1-smb neutron-server[103421]: L3 agent@dv-cinder-834448-1-smb: {}, Mar 21 11:05:08.239553 dv-cinder-834448-1-smb neutron-server[103421]: Metadata agent@dv-cinder-834448-1-smb: {}, Mar 21 11:05:08.239553 dv-cinder-834448-1-smb neutron-server[103421]: Metering agent@dv-cinder-834448-1-smb: {}, Mar 21 11:05:08.239553 dv-cinder-834448-1-smb neutron-server[103421]: Open vSwitch agent@dv-cinder-834448-1-smb: { 'AddressGroup': '1.2', Mar 21 11:05:08.239553 dv-cinder-834448-1-smb neutron-server[103421]: 'Agent': '1.1', Mar 21 11:05:08.239553 dv-cinder-834448-1-smb neutron-server[103421]: 'ConntrackHelper': '1.0', Mar 21 11:05:08.239553 dv-cinder-834448-1-smb neutron-server[103421]: 'LocalIPAssociation': '1.0', Mar 21 11:05:08.239553 dv-cinder-834448-1-smb neutron-server[103421]: 'Log': '1.0', Mar 21 11:05:08.239553 dv-cinder-834448-1-smb neutron-server[103421]: 'NDPProxy': '1.0', Mar 21 11:05:08.239553 dv-cinder-834448-1-smb neutron-server[103421]: 'Network': '1.1', Mar 21 11:05:08.239553 dv-cinder-834448-1-smb neutron-server[103421]: 'Port': '1.7', Mar 21 11:05:08.239553 dv-cinder-834448-1-smb neutron-server[103421]: 'PortForwarding': '1.3', Mar 21 11:05:08.239553 dv-cinder-834448-1-smb neutron-server[103421]: 'QosPolicy': '1.10', Mar 21 11:05:08.239553 dv-cinder-834448-1-smb neutron-server[103421]: 'SecurityGroup': '1.5', Mar 21 11:05:08.239553 dv-cinder-834448-1-smb neutron-server[103421]: 'SecurityGroupRule': '1.2', Mar 21 11:05:08.239553 dv-cinder-834448-1-smb neutron-server[103421]: 'SubPort': '1.0', Mar 21 11:05:08.239553 dv-cinder-834448-1-smb neutron-server[103421]: 'Subnet': '1.1', Mar 21 11:05:08.239553 dv-cinder-834448-1-smb neutron-server[103421]: 'Trunk': '1.1'}} Mar 21 11:05:08.239553 dv-cinder-834448-1-smb neutron-server[103421]: {{(pid=103421) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 21 11:05:08.311616 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e8adf330-8d93-4811-bdb8-418f2ec0b625 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738246104679'] for network (f83c0b88-8906-4c81-9e12-557276e9e40e), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:05:08.354242 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e8adf330-8d93-4811-bdb8-418f2ec0b625 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998'] for network (f83c0b88-8906-4c81-9e12-557276e9e40e), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:05:08.359757 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8adf330-8d93-4811-bdb8-418f2ec0b625 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:05:08.360427 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e8adf330-8d93-4811-bdb8-418f2ec0b625 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693044'] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:05:08.451236 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-e8adf330-8d93-4811-bdb8-418f2ec0b625 demo demo] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.8784068 Mar 21 11:05:08.489526 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8adf330-8d93-4811-bdb8-418f2ec0b625 demo demo] Pushing event updated for resources: {'Network': ['ID=f83c0b88-8906-4c81-9e12-557276e9e40e,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:05:08.505631 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Network f83c0b88-8906-4c81-9e12-557276e9e40e details requested by agent ovs-agent-dv-cinder-834448-1-smb with host dv-cinder-834448-1-smb {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 21 11:05:11.104913 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 38998) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:05:11.547707 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8cc3a2f-f9d2-4076-803f-b52fe7644a18 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:05:11.549002 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-f8cc3a2f-f9d2-4076-803f-b52fe7644a18 demo admin] 10.222.0.24 "GET /v2.0/networks/f83c0b88-8906-4c81-9e12-557276e9e40e HTTP/1.1" status: 200 len: 825 time: 0.4431169 Mar 21 11:05:11.575920 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-97c7b320-99d6-49fa-9baa-0da8e49441de demo admin] 10.222.0.24 "GET /v2.0/subnetpools/6e7a52df-cb4e-49cd-92aa-2f7925eefb2e HTTP/1.1" status: 200 len: 734 time: 0.0208533 Mar 21 11:05:11.585591 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.v2.base [None req-fb6e0fc2-b0f5-4267-9c6d-7154485ce028 demo admin] Request body: {'subnet': {'network_id': 'f83c0b88-8906-4c81-9e12-557276e9e40e', 'subnetpool_id': '6e7a52df-cb4e-49cd-92aa-2f7925eefb2e', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'name': 'private-subnet'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:05:11.609957 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb6e0fc2-b0f5-4267-9c6d-7154485ce028 demo admin] Made reservation on behalf of 9d22dd29187641e4a06d920676bf3527 for: {'subnet': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 11:05:11.612364 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-fb6e0fc2-b0f5-4267-9c6d-7154485ce028 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:05:11.955797 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-fb6e0fc2-b0f5-4267-9c6d-7154485ce028 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998'] for subnet (fa2c521c-6399-4627-8bf7-c67b904dc9f4), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:05:12.027084 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6e0fc2-b0f5-4267-9c6d-7154485ce028 demo admin] Pushing event updated for resources: {'Subnet': ['ID=fa2c521c-6399-4627-8bf7-c67b904dc9f4,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:05:12.039662 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6e0fc2-b0f5-4267-9c6d-7154485ce028 demo admin] Checking segment: {'id': '39f5062a-7971-4446-a96e-d84303c43304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'f83c0b88-8906-4c81-9e12-557276e9e40e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:05:12.040069 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb6e0fc2-b0f5-4267-9c6d-7154485ce028 demo admin] Network hostable DHCP agents. Network: f83c0b88-8906-4c81-9e12-557276e9e40e, hostable agents: ['9c74c917-795e-4123-adbe-3a92cf8165ad'], hosted agents: [] {{(pid=103421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 11:05:12.065638 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb6e0fc2-b0f5-4267-9c6d-7154485ce028 demo admin] Network f83c0b88-8906-4c81-9e12-557276e9e40e is scheduled to be hosted by DHCP agent 9c74c917-795e-4123-adbe-3a92cf8165ad with binding_index 1 {{(pid=103421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 11:05:12.079013 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-fb6e0fc2-b0f5-4267-9c6d-7154485ce028 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834448-1-smb, f83c0b88-8906-4c81-9e12-557276e9e40e) {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:05:12.084321 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb6e0fc2-b0f5-4267-9c6d-7154485ce028 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:05:12.084952 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-fb6e0fc2-b0f5-4267-9c6d-7154485ce028 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693044'] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:05:12.091387 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ba55ded-3e73-4343-abd9-db676ff82c7e None None] Network f83c0b88-8906-4c81-9e12-557276e9e40e requested from dv-cinder-834448-1-smb {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 11:05:12.102498 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-fb6e0fc2-b0f5-4267-9c6d-7154485ce028 demo admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5204372 Mar 21 11:05:12.528420 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7be94349-ee0b-4060-95a0-88f7a83111ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce4f82c5-e8da-580b-894c-917e4a2c3c40-f83c0b88-8906-4c81-9e12-557276e9e40e', 'network_id': 'f83c0b88-8906-4c81-9e12-557276e9e40e', 'project_id': '9d22dd29187641e4a06d920676bf3527', 'fixed_ips': [{'subnet_id': 'fa2c521c-6399-4627-8bf7-c67b904dc9f4'}]}} from dv-cinder-834448-1-smb. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 21 11:05:12.530802 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-7be94349-ee0b-4060-95a0-88f7a83111ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:05:12.861670 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-7be94349-ee0b-4060-95a0-88f7a83111ec None None] Allocated IP 172.20.0.2 (f83c0b88-8906-4c81-9e12-557276e9e40e/fa2c521c-6399-4627-8bf7-c67b904dc9f4/e1b7d5b2-785a-4e9e-a74e-c7addad36a11) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:05:13.175730 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-7be94349-ee0b-4060-95a0-88f7a83111ec None None] Publish callbacks [] for port (e1b7d5b2-785a-4e9e-a74e-c7addad36a11), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:05:13.185045 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-7be94349-ee0b-4060-95a0-88f7a83111ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738246144781'] for port (e1b7d5b2-785a-4e9e-a74e-c7addad36a11), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:05:13.274198 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be94349-ee0b-4060-95a0-88f7a83111ec None None] Network f83c0b88-8906-4c81-9e12-557276e9e40e is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:05:13.275461 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be94349-ee0b-4060-95a0-88f7a83111ec None None] Pushing event updated for resources: {'Port': ['ID=e1b7d5b2-785a-4e9e-a74e-c7addad36a11,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:05:13.277871 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-7be94349-ee0b-4060-95a0-88f7a83111ec None None] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:05:13.287694 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be94349-ee0b-4060-95a0-88f7a83111ec None None] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:05:13.291340 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be94349-ee0b-4060-95a0-88f7a83111ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:05:13.291692 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be94349-ee0b-4060-95a0-88f7a83111ec None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:05:13.292007 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be94349-ee0b-4060-95a0-88f7a83111ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:05:13.292355 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be94349-ee0b-4060-95a0-88f7a83111ec None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:05:13.292680 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be94349-ee0b-4060-95a0-88f7a83111ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:05:13.293003 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be94349-ee0b-4060-95a0-88f7a83111ec None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:05:13.293322 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be94349-ee0b-4060-95a0-88f7a83111ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:05:13.293637 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be94349-ee0b-4060-95a0-88f7a83111ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:05:13.293956 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be94349-ee0b-4060-95a0-88f7a83111ec None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:05:13.294275 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be94349-ee0b-4060-95a0-88f7a83111ec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:05:13.294589 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be94349-ee0b-4060-95a0-88f7a83111ec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:05:13.294916 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be94349-ee0b-4060-95a0-88f7a83111ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:05:13.295269 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be94349-ee0b-4060-95a0-88f7a83111ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:05:13.296251 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be94349-ee0b-4060-95a0-88f7a83111ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:05:13.296583 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be94349-ee0b-4060-95a0-88f7a83111ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:05:13.297809 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be94349-ee0b-4060-95a0-88f7a83111ec None None] Tracked resource versions report: Mar 21 11:05:13.297809 dv-cinder-834448-1-smb neutron-server[103423]: pushed versions: Mar 21 11:05:13.297809 dv-cinder-834448-1-smb neutron-server[103423]: { 'AddressGroup': {'1.2'}, Mar 21 11:05:13.297809 dv-cinder-834448-1-smb neutron-server[103423]: 'Agent': {'1.1'}, Mar 21 11:05:13.297809 dv-cinder-834448-1-smb neutron-server[103423]: 'ConntrackHelper': {'1.0'}, Mar 21 11:05:13.297809 dv-cinder-834448-1-smb neutron-server[103423]: 'LocalIPAssociation': {'1.0'}, Mar 21 11:05:13.297809 dv-cinder-834448-1-smb neutron-server[103423]: 'Log': {'1.0'}, Mar 21 11:05:13.297809 dv-cinder-834448-1-smb neutron-server[103423]: 'NDPProxy': {'1.0'}, Mar 21 11:05:13.297809 dv-cinder-834448-1-smb neutron-server[103423]: 'Network': {'1.1'}, Mar 21 11:05:13.297809 dv-cinder-834448-1-smb neutron-server[103423]: 'Port': {'1.7'}, Mar 21 11:05:13.297809 dv-cinder-834448-1-smb neutron-server[103423]: 'PortForwarding': {'1.3'}, Mar 21 11:05:13.297809 dv-cinder-834448-1-smb neutron-server[103423]: 'QosPolicy': {'1.10'}, Mar 21 11:05:13.297809 dv-cinder-834448-1-smb neutron-server[103423]: 'SecurityGroup': {'1.5'}, Mar 21 11:05:13.297809 dv-cinder-834448-1-smb neutron-server[103423]: 'SecurityGroupRule': {'1.2'}, Mar 21 11:05:13.297809 dv-cinder-834448-1-smb neutron-server[103423]: 'SubPort': {'1.0'}, Mar 21 11:05:13.297809 dv-cinder-834448-1-smb neutron-server[103423]: 'Subnet': {'1.1'}, Mar 21 11:05:13.297809 dv-cinder-834448-1-smb neutron-server[103423]: 'Trunk': {'1.1'}} Mar 21 11:05:13.297809 dv-cinder-834448-1-smb neutron-server[103423]: consumer versions: Mar 21 11:05:13.297809 dv-cinder-834448-1-smb neutron-server[103423]: { DHCP agent@dv-cinder-834448-1-smb: {}, Mar 21 11:05:13.297809 dv-cinder-834448-1-smb neutron-server[103423]: L3 agent@dv-cinder-834448-1-smb: {}, Mar 21 11:05:13.297809 dv-cinder-834448-1-smb neutron-server[103423]: Metadata agent@dv-cinder-834448-1-smb: {}, Mar 21 11:05:13.297809 dv-cinder-834448-1-smb neutron-server[103423]: Metering agent@dv-cinder-834448-1-smb: {}, Mar 21 11:05:13.297809 dv-cinder-834448-1-smb neutron-server[103423]: Open vSwitch agent@dv-cinder-834448-1-smb: { 'AddressGroup': '1.2', Mar 21 11:05:13.297809 dv-cinder-834448-1-smb neutron-server[103423]: 'Agent': '1.1', Mar 21 11:05:13.297809 dv-cinder-834448-1-smb neutron-server[103423]: 'ConntrackHelper': '1.0', Mar 21 11:05:13.297809 dv-cinder-834448-1-smb neutron-server[103423]: 'LocalIPAssociation': '1.0', Mar 21 11:05:13.297809 dv-cinder-834448-1-smb neutron-server[103423]: 'Log': '1.0', Mar 21 11:05:13.297809 dv-cinder-834448-1-smb neutron-server[103423]: 'NDPProxy': '1.0', Mar 21 11:05:13.297809 dv-cinder-834448-1-smb neutron-server[103423]: 'Network': '1.1', Mar 21 11:05:13.297809 dv-cinder-834448-1-smb neutron-server[103423]: 'Port': '1.7', Mar 21 11:05:13.297809 dv-cinder-834448-1-smb neutron-server[103423]: 'PortForwarding': '1.3', Mar 21 11:05:13.297809 dv-cinder-834448-1-smb neutron-server[103423]: 'QosPolicy': '1.10', Mar 21 11:05:13.297809 dv-cinder-834448-1-smb neutron-server[103423]: 'SecurityGroup': '1.5', Mar 21 11:05:13.297809 dv-cinder-834448-1-smb neutron-server[103423]: 'SecurityGroupRule': '1.2', Mar 21 11:05:13.297809 dv-cinder-834448-1-smb neutron-server[103423]: 'SubPort': '1.0', Mar 21 11:05:13.297809 dv-cinder-834448-1-smb neutron-server[103423]: 'Subnet': '1.1', Mar 21 11:05:13.297809 dv-cinder-834448-1-smb neutron-server[103423]: 'Trunk': '1.1'}} Mar 21 11:05:13.297809 dv-cinder-834448-1-smb neutron-server[103423]: {{(pid=103423) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 21 11:05:13.379241 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-7be94349-ee0b-4060-95a0-88f7a83111ec None None] Attempting to bind port e1b7d5b2-785a-4e9e-a74e-c7addad36a11 on host dv-cinder-834448-1-smb for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 11:05:13.379666 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-7be94349-ee0b-4060-95a0-88f7a83111ec None None] Attempting to bind port e1b7d5b2-785a-4e9e-a74e-c7addad36a11 by drivers openvswitch,hyperv on host dv-cinder-834448-1-smb at level 0 using segments [{'id': '39f5062a-7971-4446-a96e-d84303c43304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'f83c0b88-8906-4c81-9e12-557276e9e40e'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 11:05:13.380102 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be94349-ee0b-4060-95a0-88f7a83111ec None None] Attempting to bind port e1b7d5b2-785a-4e9e-a74e-c7addad36a11 on network f83c0b88-8906-4c81-9e12-557276e9e40e {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:05:13.385771 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be94349-ee0b-4060-95a0-88f7a83111ec None None] Checking agent: {'id': '4788e3a4-6d7d-47da-90c6-7227f6e2e35d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834448-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 11, 5), 'started_at': datetime.datetime(2022, 3, 21, 11, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 11, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834448-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 11:05:13.386131 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be94349-ee0b-4060-95a0-88f7a83111ec None None] Checking segment: {'id': '39f5062a-7971-4446-a96e-d84303c43304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'f83c0b88-8906-4c81-9e12-557276e9e40e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:05:13.386588 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-7be94349-ee0b-4060-95a0-88f7a83111ec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:05:13.386974 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be94349-ee0b-4060-95a0-88f7a83111ec None None] Bound using segment: {'id': '39f5062a-7971-4446-a96e-d84303c43304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'f83c0b88-8906-4c81-9e12-557276e9e40e'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 11:05:13.387454 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-7be94349-ee0b-4060-95a0-88f7a83111ec None None] Bound port: e1b7d5b2-785a-4e9e-a74e-c7addad36a11, host: dv-cinder-834448-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39f5062a-7971-4446-a96e-d84303c43304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'f83c0b88-8906-4c81-9e12-557276e9e40e'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 11:05:13.387883 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-7be94349-ee0b-4060-95a0-88f7a83111ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (e1b7d5b2-785a-4e9e-a74e-c7addad36a11), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:05:13.469296 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-7be94349-ee0b-4060-95a0-88f7a83111ec None None] For port e1b7d5b2-785a-4e9e-a74e-c7addad36a11, host dv-cinder-834448-1-smb, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 11:05:13.474576 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-7be94349-ee0b-4060-95a0-88f7a83111ec None None] For port e1b7d5b2-785a-4e9e-a74e-c7addad36a11, host dv-cinder-834448-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-smb',level=0,port_id=e1b7d5b2-785a-4e9e-a74e-c7addad36a11,segment=NetworkSegment(39f5062a-7971-4446-a96e-d84303c43304),segment_id=39f5062a-7971-4446-a96e-d84303c43304)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 11:05:13.484600 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-7be94349-ee0b-4060-95a0-88f7a83111ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817'] for port (e1b7d5b2-785a-4e9e-a74e-c7addad36a11), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:05:13.562511 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be94349-ee0b-4060-95a0-88f7a83111ec None None] Pushing event updated for resources: {'Port': ['ID=e1b7d5b2-785a-4e9e-a74e-c7addad36a11,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:05:14.757012 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 39006) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:05:15.106202 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [None req-176b8018-f701-4865-8490-6f7a1e8259b7 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103421) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 21 11:05:15.107225 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-176b8018-f701-4865-8490-6f7a1e8259b7 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3491650 Mar 21 11:05:17.720129 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 39014) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:05:18.075368 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [None req-e61afc6c-5ee6-47eb-9aae-1eec68ddc226 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103421) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 21 11:05:18.076627 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-e61afc6c-5ee6-47eb-9aae-1eec68ddc226 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3554387 Mar 21 11:05:20.741091 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 39022) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:05:21.087590 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.v2.base [None req-28bc9564-e29e-4120-bd9d-75359eac1d60 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:05:21.114152 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-28bc9564-e29e-4120-bd9d-75359eac1d60 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1688884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2201'] for router (d443e23c-78a2-4840-814b-79ea57cc8c3b), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:05:21.115881 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-28bc9564-e29e-4120-bd9d-75359eac1d60 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1688740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1690871', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2208'] for router (d443e23c-78a2-4840-814b-79ea57cc8c3b), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:05:21.254624 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-28bc9564-e29e-4120-bd9d-75359eac1d60 demo demo] Publish callbacks [] for router_controller (d443e23c-78a2-4840-814b-79ea57cc8c3b), precommit_add_association {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:05:21.260465 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-28bc9564-e29e-4120-bd9d-75359eac1d60 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1688767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1690658'] for router (d443e23c-78a2-4840-814b-79ea57cc8c3b), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:05:21.278959 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-28bc9564-e29e-4120-bd9d-75359eac1d60 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:05:21.280701 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-28bc9564-e29e-4120-bd9d-75359eac1d60 demo demo] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5386519 Mar 21 11:05:22.841422 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b755762b-d460-4530-9695-0215b510ccd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (9c74c917-795e-4123-adbe-3a92cf8165ad), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:05:23.896893 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 39034) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:05:24.267786 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [None req-11f60233-a961-441b-adb4-c6bed721ce15 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103421) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 21 11:05:24.268795 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-11f60233-a961-441b-adb4-c6bed721ce15 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3709049 Mar 21 11:05:24.367284 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Device e1b7d5b2-785a-4e9e-a74e-c7addad36a11 up at agent ovs-agent-dv-cinder-834448-1-smb {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:05:24.468266 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Provisioning complete for port e1b7d5b2-785a-4e9e-a74e-c7addad36a11 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:05:24.468689 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688166'] for port (e1b7d5b2-785a-4e9e-a74e-c7addad36a11), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:05:24.587742 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Current status of the port e1b7d5b2-785a-4e9e-a74e-c7addad36a11 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:05:24.588481 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (e1b7d5b2-785a-4e9e-a74e-c7addad36a11), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:05:24.631812 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] For port e1b7d5b2-785a-4e9e-a74e-c7addad36a11, host dv-cinder-834448-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-smb',level=0,port_id=e1b7d5b2-785a-4e9e-a74e-c7addad36a11,segment=NetworkSegment(39f5062a-7971-4446-a96e-d84303c43304),segment_id=39f5062a-7971-4446-a96e-d84303c43304)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:05:24.637418 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817'] for port (e1b7d5b2-785a-4e9e-a74e-c7addad36a11), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:05:24.684229 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Pushing event updated for resources: {'Port': ['ID=e1b7d5b2-785a-4e9e-a74e-c7addad36a11,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:05:25.236892 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b79b41b-1c97-4bee-8955-f49ba7e121f7 None None] Network f83c0b88-8906-4c81-9e12-557276e9e40e requested from dv-cinder-834448-1-smb {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 11:05:25.307703 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-98b40dda-ebfa-4709-8691-e2c23564eacb None None] Provisioning complete for port e1b7d5b2-785a-4e9e-a74e-c7addad36a11 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:05:25.308093 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-98b40dda-ebfa-4709-8691-e2c23564eacb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688166'] for port (e1b7d5b2-785a-4e9e-a74e-c7addad36a11), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:05:25.445398 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-98b40dda-ebfa-4709-8691-e2c23564eacb None None] Current status of the port e1b7d5b2-785a-4e9e-a74e-c7addad36a11 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:05:25.525069 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-fbf8bcf3-22eb-4aa8-bb2d-bb70e1ee307b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (5097f9b2-2ef0-4af4-bde3-0c344dd6e70c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:05:25.673023 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-de27c98d-ca75-41c4-bf44-b5c89439362c None None] Provisioning complete for port e1b7d5b2-785a-4e9e-a74e-c7addad36a11 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:05:25.673407 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-de27c98d-ca75-41c4-bf44-b5c89439362c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688166'] for port (e1b7d5b2-785a-4e9e-a74e-c7addad36a11), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:05:25.753840 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-de27c98d-ca75-41c4-bf44-b5c89439362c None None] Current status of the port e1b7d5b2-785a-4e9e-a74e-c7addad36a11 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:05:26.342856 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Device e1b7d5b2-785a-4e9e-a74e-c7addad36a11 up at agent ovs-agent-dv-cinder-834448-1-smb {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:05:26.404014 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Provisioning complete for port e1b7d5b2-785a-4e9e-a74e-c7addad36a11 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:05:26.405090 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688166'] for port (e1b7d5b2-785a-4e9e-a74e-c7addad36a11), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:05:26.490896 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Current status of the port e1b7d5b2-785a-4e9e-a74e-c7addad36a11 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:05:27.019570 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 39042) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:05:27.363793 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.v2.base [None req-b29e0197-760e-4cc6-a911-c51a9b5b7b05 admin admin] Request body: {'network': {'admin_state_up': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'provider:network_type': 'flat', 'name': 'public'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:05:27.385137 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b29e0197-760e-4cc6-a911-c51a9b5b7b05 admin admin] Made reservation on behalf of 6fa6e3541a08470696ddbc4d2da7f682 for: {'network': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 11:05:27.387867 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b29e0197-760e-4cc6-a911-c51a9b5b7b05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for network (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:05:27.397408 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b29e0197-760e-4cc6-a911-c51a9b5b7b05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:05:27.478641 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b29e0197-760e-4cc6-a911-c51a9b5b7b05 admin admin] Publish callbacks [] for security_group (01a2fffb-fc66-4885-a3d0-a465ffc9a963), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:05:27.483730 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b29e0197-760e-4cc6-a911-c51a9b5b7b05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (01a2fffb-fc66-4885-a3d0-a465ffc9a963), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:05:27.498472 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-b29e0197-760e-4cc6-a911-c51a9b5b7b05 admin admin] Reserving flat network on physical network physnet1 {{(pid=103421) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 21 11:05:27.520530 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29e0197-760e-4cc6-a911-c51a9b5b7b05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01a2fffb-fc66-4885-a3d0-a465ffc9a963,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:05:27.523365 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b29e0197-760e-4cc6-a911-c51a9b5b7b05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751123'] for segment (083ffffd-feb8-46cd-b20a-ab116e97b62a), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:05:27.523728 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.db.segments_db [None req-b29e0197-760e-4cc6-a911-c51a9b5b7b05 admin admin] Added segment 083ffffd-feb8-46cd-b20a-ab116e97b62a of type flat for network 4a234a12-d706-4d7c-b6c3-ed2b05ad1623 Mar 21 11:05:27.572173 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b29e0197-760e-4cc6-a911-c51a9b5b7b05 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738246104679'] for network (4a234a12-d706-4d7c-b6c3-ed2b05ad1623), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:05:27.607573 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b29e0197-760e-4cc6-a911-c51a9b5b7b05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998'] for network (4a234a12-d706-4d7c-b6c3-ed2b05ad1623), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:05:27.608452 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b29e0197-760e-4cc6-a911-c51a9b5b7b05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:05:27.609095 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b29e0197-760e-4cc6-a911-c51a9b5b7b05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693044'] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:05:27.691089 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-b29e0197-760e-4cc6-a911-c51a9b5b7b05 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6700046 Mar 21 11:05:27.716841 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29e0197-760e-4cc6-a911-c51a9b5b7b05 admin admin] Pushing event updated for resources: {'Network': ['ID=4a234a12-d706-4d7c-b6c3-ed2b05ad1623,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:05:27.728781 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Network 4a234a12-d706-4d7c-b6c3-ed2b05ad1623 details requested by agent ovs-agent-dv-cinder-834448-1-smb with host dv-cinder-834448-1-smb {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 21 11:05:28.112498 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6694aa1f-bf8d-44e0-b771-2551b8853c50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (47320176-3fab-4a55-b687-b3e35e89e628), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:05:28.535583 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-5db6d96b-8c48-4aa5-944a-567c97b9cc9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (964235d6-d67c-4a74-84a5-611ab5391dc9), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:05:29.540415 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (4788e3a4-6d7d-47da-90c6-7227f6e2e35d), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:05:30.318669 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 39060) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:05:30.488234 dv-cinder-834448-1-smb neutron-server[103422]: WARNING oslo_policy.policy [None req-b10aceff-f7ea-4db5-96cb-300340eb3429 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 21 11:05:30.488790 dv-cinder-834448-1-smb neutron-server[103422]: WARNING oslo_policy.policy [None req-b10aceff-f7ea-4db5-96cb-300340eb3429 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 21 11:05:30.896583 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.policy [None req-b10aceff-f7ea-4db5-96cb-300340eb3429 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103422) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 21 11:05:30.941101 dv-cinder-834448-1-smb neutron-server[103422]: WARNING oslo_policy.policy [None req-b10aceff-f7ea-4db5-96cb-300340eb3429 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 21 11:05:30.941470 dv-cinder-834448-1-smb neutron-server[103422]: WARNING oslo_policy.policy [None req-b10aceff-f7ea-4db5-96cb-300340eb3429 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 21 11:05:30.949729 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b10aceff-f7ea-4db5-96cb-300340eb3429 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:05:30.951572 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-b10aceff-f7ea-4db5-96cb-300340eb3429 demo admin] 10.222.0.24 "GET /v2.0/subnets/fa2c521c-6399-4627-8bf7-c67b904dc9f4 HTTP/1.1" status: 200 len: 849 time: 0.6319387 Mar 21 11:05:31.129238 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-bf4cd9d2-677a-4e86-8786-1bdcc6dd070f demo admin] 10.222.0.24 "GET /v2.0/routers/d443e23c-78a2-4840-814b-79ea57cc8c3b HTTP/1.1" status: 200 len: 704 time: 0.1715646 Mar 21 11:05:31.411260 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-286717ed-8288-40b6-af85-9819d163be02 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:05:31.746690 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-286717ed-8288-40b6-af85-9819d163be02 demo admin] Allocated IP 172.20.0.1 (f83c0b88-8906-4c81-9e12-557276e9e40e/fa2c521c-6399-4627-8bf7-c67b904dc9f4/5e0275b0-62f3-4c05-8425-e15f426547fe) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:05:31.959662 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-286717ed-8288-40b6-af85-9819d163be02 demo admin] Publish callbacks [] for port (5e0275b0-62f3-4c05-8425-e15f426547fe), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:05:32.036479 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-286717ed-8288-40b6-af85-9819d163be02 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738246144781'] for port (5e0275b0-62f3-4c05-8425-e15f426547fe), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:05:32.106800 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-286717ed-8288-40b6-af85-9819d163be02 demo admin] Network f83c0b88-8906-4c81-9e12-557276e9e40e is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:05:32.111958 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-286717ed-8288-40b6-af85-9819d163be02 demo admin] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:05:32.156153 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286717ed-8288-40b6-af85-9819d163be02 demo admin] Pushing event updated for resources: {'Port': ['ID=5e0275b0-62f3-4c05-8425-e15f426547fe,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:05:32.159871 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286717ed-8288-40b6-af85-9819d163be02 demo admin] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:05:32.160058 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-286717ed-8288-40b6-af85-9819d163be02 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1688567'] for router_interface (d443e23c-78a2-4840-814b-79ea57cc8c3b), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:05:32.223739 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286717ed-8288-40b6-af85-9819d163be02 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:05:32.224082 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286717ed-8288-40b6-af85-9819d163be02 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:05:32.224407 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286717ed-8288-40b6-af85-9819d163be02 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:05:32.224773 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286717ed-8288-40b6-af85-9819d163be02 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:05:32.225104 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286717ed-8288-40b6-af85-9819d163be02 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:05:32.225421 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286717ed-8288-40b6-af85-9819d163be02 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:05:32.225727 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286717ed-8288-40b6-af85-9819d163be02 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:05:32.226043 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286717ed-8288-40b6-af85-9819d163be02 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:05:32.226359 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286717ed-8288-40b6-af85-9819d163be02 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:05:32.226692 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286717ed-8288-40b6-af85-9819d163be02 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:05:32.227001 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286717ed-8288-40b6-af85-9819d163be02 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:05:32.227325 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286717ed-8288-40b6-af85-9819d163be02 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:05:32.227653 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286717ed-8288-40b6-af85-9819d163be02 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:05:32.227973 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286717ed-8288-40b6-af85-9819d163be02 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:05:32.228278 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286717ed-8288-40b6-af85-9819d163be02 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:05:32.229519 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286717ed-8288-40b6-af85-9819d163be02 demo admin] Tracked resource versions report: Mar 21 11:05:32.229519 dv-cinder-834448-1-smb neutron-server[103422]: pushed versions: Mar 21 11:05:32.229519 dv-cinder-834448-1-smb neutron-server[103422]: { 'AddressGroup': {'1.2'}, Mar 21 11:05:32.229519 dv-cinder-834448-1-smb neutron-server[103422]: 'Agent': {'1.1'}, Mar 21 11:05:32.229519 dv-cinder-834448-1-smb neutron-server[103422]: 'ConntrackHelper': {'1.0'}, Mar 21 11:05:32.229519 dv-cinder-834448-1-smb neutron-server[103422]: 'LocalIPAssociation': {'1.0'}, Mar 21 11:05:32.229519 dv-cinder-834448-1-smb neutron-server[103422]: 'Log': {'1.0'}, Mar 21 11:05:32.229519 dv-cinder-834448-1-smb neutron-server[103422]: 'NDPProxy': {'1.0'}, Mar 21 11:05:32.229519 dv-cinder-834448-1-smb neutron-server[103422]: 'Network': {'1.1'}, Mar 21 11:05:32.229519 dv-cinder-834448-1-smb neutron-server[103422]: 'Port': {'1.7'}, Mar 21 11:05:32.229519 dv-cinder-834448-1-smb neutron-server[103422]: 'PortForwarding': {'1.3'}, Mar 21 11:05:32.229519 dv-cinder-834448-1-smb neutron-server[103422]: 'QosPolicy': {'1.10'}, Mar 21 11:05:32.229519 dv-cinder-834448-1-smb neutron-server[103422]: 'SecurityGroup': {'1.5'}, Mar 21 11:05:32.229519 dv-cinder-834448-1-smb neutron-server[103422]: 'SecurityGroupRule': {'1.2'}, Mar 21 11:05:32.229519 dv-cinder-834448-1-smb neutron-server[103422]: 'SubPort': {'1.0'}, Mar 21 11:05:32.229519 dv-cinder-834448-1-smb neutron-server[103422]: 'Subnet': {'1.1'}, Mar 21 11:05:32.229519 dv-cinder-834448-1-smb neutron-server[103422]: 'Trunk': {'1.1'}} Mar 21 11:05:32.229519 dv-cinder-834448-1-smb neutron-server[103422]: consumer versions: Mar 21 11:05:32.229519 dv-cinder-834448-1-smb neutron-server[103422]: { DHCP agent@dv-cinder-834448-1-smb: {}, Mar 21 11:05:32.229519 dv-cinder-834448-1-smb neutron-server[103422]: L3 agent@dv-cinder-834448-1-smb: {}, Mar 21 11:05:32.229519 dv-cinder-834448-1-smb neutron-server[103422]: Metadata agent@dv-cinder-834448-1-smb: {}, Mar 21 11:05:32.229519 dv-cinder-834448-1-smb neutron-server[103422]: Metering agent@dv-cinder-834448-1-smb: {}, Mar 21 11:05:32.229519 dv-cinder-834448-1-smb neutron-server[103422]: Open vSwitch agent@dv-cinder-834448-1-smb: { 'AddressGroup': '1.2', Mar 21 11:05:32.229519 dv-cinder-834448-1-smb neutron-server[103422]: 'Agent': '1.1', Mar 21 11:05:32.229519 dv-cinder-834448-1-smb neutron-server[103422]: 'ConntrackHelper': '1.0', Mar 21 11:05:32.229519 dv-cinder-834448-1-smb neutron-server[103422]: 'LocalIPAssociation': '1.0', Mar 21 11:05:32.229519 dv-cinder-834448-1-smb neutron-server[103422]: 'Log': '1.0', Mar 21 11:05:32.229519 dv-cinder-834448-1-smb neutron-server[103422]: 'NDPProxy': '1.0', Mar 21 11:05:32.229519 dv-cinder-834448-1-smb neutron-server[103422]: 'Network': '1.1', Mar 21 11:05:32.229519 dv-cinder-834448-1-smb neutron-server[103422]: 'Port': '1.7', Mar 21 11:05:32.229519 dv-cinder-834448-1-smb neutron-server[103422]: 'PortForwarding': '1.3', Mar 21 11:05:32.229519 dv-cinder-834448-1-smb neutron-server[103422]: 'QosPolicy': '1.10', Mar 21 11:05:32.229519 dv-cinder-834448-1-smb neutron-server[103422]: 'SecurityGroup': '1.5', Mar 21 11:05:32.229519 dv-cinder-834448-1-smb neutron-server[103422]: 'SecurityGroupRule': '1.2', Mar 21 11:05:32.229519 dv-cinder-834448-1-smb neutron-server[103422]: 'SubPort': '1.0', Mar 21 11:05:32.229519 dv-cinder-834448-1-smb neutron-server[103422]: 'Subnet': '1.1', Mar 21 11:05:32.229519 dv-cinder-834448-1-smb neutron-server[103422]: 'Trunk': '1.1'}} Mar 21 11:05:32.229519 dv-cinder-834448-1-smb neutron-server[103422]: {{(pid=103422) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 21 11:05:32.386084 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-286717ed-8288-40b6-af85-9819d163be02 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (5e0275b0-62f3-4c05-8425-e15f426547fe), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:05:32.417621 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-2259a507-fa18-4e08-9c3d-942d698c5d23 None None] Provisioning complete for port 5e0275b0-62f3-4c05-8425-e15f426547fe triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:05:32.418237 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-2259a507-fa18-4e08-9c3d-942d698c5d23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688166'] for port (5e0275b0-62f3-4c05-8425-e15f426547fe), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:05:32.453226 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-2259a507-fa18-4e08-9c3d-942d698c5d23 None None] Port 5e0275b0-62f3-4c05-8425-e15f426547fe cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 11:05:32.612503 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-286717ed-8288-40b6-af85-9819d163be02 demo admin] Publish callbacks [] for port (5e0275b0-62f3-4c05-8425-e15f426547fe), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:05:32.618245 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-286717ed-8288-40b6-af85-9819d163be02 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817'] for port (5e0275b0-62f3-4c05-8425-e15f426547fe), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:05:32.619019 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-286717ed-8288-40b6-af85-9819d163be02 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1693008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1688419'] for router_interface (d443e23c-78a2-4840-814b-79ea57cc8c3b), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:05:32.701793 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286717ed-8288-40b6-af85-9819d163be02 demo admin] Pushing event updated for resources: {'Port': ['ID=5e0275b0-62f3-4c05-8425-e15f426547fe,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:05:32.752591 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-286717ed-8288-40b6-af85-9819d163be02 demo admin] Network f83c0b88-8906-4c81-9e12-557276e9e40e is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:05:32.753993 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-286717ed-8288-40b6-af85-9819d163be02 demo admin] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:05:32.990419 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-286717ed-8288-40b6-af85-9819d163be02 demo admin] Router d443e23c-78a2-4840-814b-79ea57cc8c3b is scheduled to L3 agent 5097f9b2-2ef0-4af4-bde3-0c344dd6e70c with binding_index 1 {{(pid=103422) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 21 11:05:33.079507 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-cb4299c9-dd69-46f8-b158-7bcd8e4d31ca None None] Provisioning complete for port 5e0275b0-62f3-4c05-8425-e15f426547fe triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:05:33.079918 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-cb4299c9-dd69-46f8-b158-7bcd8e4d31ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688166'] for port (5e0275b0-62f3-4c05-8425-e15f426547fe), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:05:33.088261 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-286717ed-8288-40b6-af85-9819d163be02 demo admin] Notify agent at l3_agent.dv-cinder-834448-1-smb the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 11:05:33.094072 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-286717ed-8288-40b6-af85-9819d163be02 demo admin] 10.222.0.24 "PUT /v2.0/routers/d443e23c-78a2-4840-814b-79ea57cc8c3b/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9592841 Mar 21 11:05:33.109552 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6cafc0-ee66-4000-84dd-45ae5b68c558 None None] Sync routers for ids ['d443e23c-78a2-4840-814b-79ea57cc8c3b'] in dv-cinder-834448-1-smb {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 11:05:33.118616 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-cb4299c9-dd69-46f8-b158-7bcd8e4d31ca None None] Port 5e0275b0-62f3-4c05-8425-e15f426547fe cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 11:05:33.130948 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6cafc0-ee66-4000-84dd-45ae5b68c558 None None] Routers {'d443e23c-78a2-4840-814b-79ea57cc8c3b'} bound to L3 agent in host dv-cinder-834448-1-smb {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:05:33.131842 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-cd6cafc0-ee66-4000-84dd-45ae5b68c558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-21T11:04:55Z,description=,heartbeat_timestamp=2022-03-21T11:05:26Z,host='dv-cinder-834448-1-smb',id=5097f9b2-2ef0-4af4-bde3-0c344dd6e70c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:55Z,topic='l3_agent')) {'router_ids': ['d443e23c-78a2-4840-814b-79ea57cc8c3b'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:05:33.338966 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-cd6cafc0-ee66-4000-84dd-45ae5b68c558 None None] Set router d443e23c-78a2-4840-814b-79ea57cc8c3b gateway port host: None {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:05:33.800644 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-cd6cafc0-ee66-4000-84dd-45ae5b68c558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd443e23c-78a2-4840-814b-79ea57cc8c3b', 'name': 'router1', 'tenant_id': '9d22dd29187641e4a06d920676bf3527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:05:21Z', 'updated_at': '2022-03-21T11:05:32Z', 'revision_number': 2, 'project_id': '9d22dd29187641e4a06d920676bf3527', 'gw_port_host': None, '_interfaces': [{'id': '5e0275b0-62f3-4c05-8425-e15f426547fe', 'name': '', 'network_id': 'f83c0b88-8906-4c81-9e12-557276e9e40e', 'tenant_id': '9d22dd29187641e4a06d920676bf3527', 'mac_address': 'fa:16:3e:93:28:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd443e23c-78a2-4840-814b-79ea57cc8c3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fa2c521c-6399-4627-8bf7-c67b904dc9f4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:05:31Z', 'updated_at': '2022-03-21T11:05:32Z', 'revision_number': 2, 'project_id': '9d22dd29187641e4a06d920676bf3527', 'subnets': [{'id': 'fa2c521c-6399-4627-8bf7-c67b904dc9f4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6e7a52df-cb4e-49cd-92aa-2f7925eefb2e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-1-smb', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:05:33.853580 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6cafc0-ee66-4000-84dd-45ae5b68c558 None None] Checking router: d443e23c-78a2-4840-814b-79ea57cc8c3b for host: dv-cinder-834448-1-smb {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 11:05:33.853943 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6cafc0-ee66-4000-84dd-45ae5b68c558 None None] Updating router d443e23c-78a2-4840-814b-79ea57cc8c3b port 5e0275b0-62f3-4c05-8425-e15f426547fe binding host dv-cinder-834448-1-smb {{(pid=103424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 11:05:33.911871 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-cd6cafc0-ee66-4000-84dd-45ae5b68c558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (5e0275b0-62f3-4c05-8425-e15f426547fe), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:05:34.471341 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-cd6cafc0-ee66-4000-84dd-45ae5b68c558 None None] Publish callbacks [] for port (5e0275b0-62f3-4c05-8425-e15f426547fe), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:05:34.481319 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-cd6cafc0-ee66-4000-84dd-45ae5b68c558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817'] for port (5e0275b0-62f3-4c05-8425-e15f426547fe), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:05:34.707876 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee72227-98e7-4173-9bf8-ab98e208f4b5 None None] Pushing event updated for resources: {'Port': ['ID=5e0275b0-62f3-4c05-8425-e15f426547fe,revision_number=3']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:05:34.712119 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-cd6cafc0-ee66-4000-84dd-45ae5b68c558 None None] Attempting to bind port 5e0275b0-62f3-4c05-8425-e15f426547fe on host dv-cinder-834448-1-smb for vnic_type normal with profile {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 11:05:34.712518 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-cd6cafc0-ee66-4000-84dd-45ae5b68c558 None None] Attempting to bind port 5e0275b0-62f3-4c05-8425-e15f426547fe by drivers openvswitch,hyperv on host dv-cinder-834448-1-smb at level 0 using segments [{'id': '39f5062a-7971-4446-a96e-d84303c43304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'f83c0b88-8906-4c81-9e12-557276e9e40e'}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 11:05:34.712953 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6cafc0-ee66-4000-84dd-45ae5b68c558 None None] Attempting to bind port 5e0275b0-62f3-4c05-8425-e15f426547fe on network f83c0b88-8906-4c81-9e12-557276e9e40e {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:05:34.724557 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6cafc0-ee66-4000-84dd-45ae5b68c558 None None] Checking agent: {'id': '4788e3a4-6d7d-47da-90c6-7227f6e2e35d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834448-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 11, 5), 'started_at': datetime.datetime(2022, 3, 21, 11, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 11, 5, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834448-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 11:05:34.725165 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6cafc0-ee66-4000-84dd-45ae5b68c558 None None] Checking segment: {'id': '39f5062a-7971-4446-a96e-d84303c43304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'f83c0b88-8906-4c81-9e12-557276e9e40e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:05:34.725651 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-cd6cafc0-ee66-4000-84dd-45ae5b68c558 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:05:34.726048 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6cafc0-ee66-4000-84dd-45ae5b68c558 None None] Bound using segment: {'id': '39f5062a-7971-4446-a96e-d84303c43304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'f83c0b88-8906-4c81-9e12-557276e9e40e'} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 11:05:34.726520 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-cd6cafc0-ee66-4000-84dd-45ae5b68c558 None None] Bound port: 5e0275b0-62f3-4c05-8425-e15f426547fe, host: dv-cinder-834448-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39f5062a-7971-4446-a96e-d84303c43304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'f83c0b88-8906-4c81-9e12-557276e9e40e'}}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 11:05:34.726926 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-cd6cafc0-ee66-4000-84dd-45ae5b68c558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (5e0275b0-62f3-4c05-8425-e15f426547fe), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:05:34.729516 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee72227-98e7-4173-9bf8-ab98e208f4b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:05:34.729860 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee72227-98e7-4173-9bf8-ab98e208f4b5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:05:34.730195 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee72227-98e7-4173-9bf8-ab98e208f4b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:05:34.730565 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee72227-98e7-4173-9bf8-ab98e208f4b5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:05:34.730864 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee72227-98e7-4173-9bf8-ab98e208f4b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:05:34.731186 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee72227-98e7-4173-9bf8-ab98e208f4b5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:05:34.731513 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee72227-98e7-4173-9bf8-ab98e208f4b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:05:34.731867 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee72227-98e7-4173-9bf8-ab98e208f4b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:05:34.732257 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee72227-98e7-4173-9bf8-ab98e208f4b5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:05:34.732587 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee72227-98e7-4173-9bf8-ab98e208f4b5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:05:34.732916 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee72227-98e7-4173-9bf8-ab98e208f4b5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:05:34.733249 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee72227-98e7-4173-9bf8-ab98e208f4b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:05:34.733580 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee72227-98e7-4173-9bf8-ab98e208f4b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:05:34.733897 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee72227-98e7-4173-9bf8-ab98e208f4b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:05:34.734197 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee72227-98e7-4173-9bf8-ab98e208f4b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:05:34.735432 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee72227-98e7-4173-9bf8-ab98e208f4b5 None None] Tracked resource versions report: Mar 21 11:05:34.735432 dv-cinder-834448-1-smb neutron-server[103424]: pushed versions: Mar 21 11:05:34.735432 dv-cinder-834448-1-smb neutron-server[103424]: { 'AddressGroup': {'1.2'}, Mar 21 11:05:34.735432 dv-cinder-834448-1-smb neutron-server[103424]: 'Agent': {'1.1'}, Mar 21 11:05:34.735432 dv-cinder-834448-1-smb neutron-server[103424]: 'ConntrackHelper': {'1.0'}, Mar 21 11:05:34.735432 dv-cinder-834448-1-smb neutron-server[103424]: 'LocalIPAssociation': {'1.0'}, Mar 21 11:05:34.735432 dv-cinder-834448-1-smb neutron-server[103424]: 'Log': {'1.0'}, Mar 21 11:05:34.735432 dv-cinder-834448-1-smb neutron-server[103424]: 'NDPProxy': {'1.0'}, Mar 21 11:05:34.735432 dv-cinder-834448-1-smb neutron-server[103424]: 'Network': {'1.1'}, Mar 21 11:05:34.735432 dv-cinder-834448-1-smb neutron-server[103424]: 'Port': {'1.7'}, Mar 21 11:05:34.735432 dv-cinder-834448-1-smb neutron-server[103424]: 'PortForwarding': {'1.3'}, Mar 21 11:05:34.735432 dv-cinder-834448-1-smb neutron-server[103424]: 'QosPolicy': {'1.10'}, Mar 21 11:05:34.735432 dv-cinder-834448-1-smb neutron-server[103424]: 'SecurityGroup': {'1.5'}, Mar 21 11:05:34.735432 dv-cinder-834448-1-smb neutron-server[103424]: 'SecurityGroupRule': {'1.2'}, Mar 21 11:05:34.735432 dv-cinder-834448-1-smb neutron-server[103424]: 'SubPort': {'1.0'}, Mar 21 11:05:34.735432 dv-cinder-834448-1-smb neutron-server[103424]: 'Subnet': {'1.1'}, Mar 21 11:05:34.735432 dv-cinder-834448-1-smb neutron-server[103424]: 'Trunk': {'1.1'}} Mar 21 11:05:34.735432 dv-cinder-834448-1-smb neutron-server[103424]: consumer versions: Mar 21 11:05:34.735432 dv-cinder-834448-1-smb neutron-server[103424]: { DHCP agent@dv-cinder-834448-1-smb: {}, Mar 21 11:05:34.735432 dv-cinder-834448-1-smb neutron-server[103424]: L3 agent@dv-cinder-834448-1-smb: {}, Mar 21 11:05:34.735432 dv-cinder-834448-1-smb neutron-server[103424]: Metadata agent@dv-cinder-834448-1-smb: {}, Mar 21 11:05:34.735432 dv-cinder-834448-1-smb neutron-server[103424]: Metering agent@dv-cinder-834448-1-smb: {}, Mar 21 11:05:34.735432 dv-cinder-834448-1-smb neutron-server[103424]: Open vSwitch agent@dv-cinder-834448-1-smb: { 'AddressGroup': '1.2', Mar 21 11:05:34.735432 dv-cinder-834448-1-smb neutron-server[103424]: 'Agent': '1.1', Mar 21 11:05:34.735432 dv-cinder-834448-1-smb neutron-server[103424]: 'ConntrackHelper': '1.0', Mar 21 11:05:34.735432 dv-cinder-834448-1-smb neutron-server[103424]: 'LocalIPAssociation': '1.0', Mar 21 11:05:34.735432 dv-cinder-834448-1-smb neutron-server[103424]: 'Log': '1.0', Mar 21 11:05:34.735432 dv-cinder-834448-1-smb neutron-server[103424]: 'NDPProxy': '1.0', Mar 21 11:05:34.735432 dv-cinder-834448-1-smb neutron-server[103424]: 'Network': '1.1', Mar 21 11:05:34.735432 dv-cinder-834448-1-smb neutron-server[103424]: 'Port': '1.7', Mar 21 11:05:34.735432 dv-cinder-834448-1-smb neutron-server[103424]: 'PortForwarding': '1.3', Mar 21 11:05:34.735432 dv-cinder-834448-1-smb neutron-server[103424]: 'QosPolicy': '1.10', Mar 21 11:05:34.735432 dv-cinder-834448-1-smb neutron-server[103424]: 'SecurityGroup': '1.5', Mar 21 11:05:34.735432 dv-cinder-834448-1-smb neutron-server[103424]: 'SecurityGroupRule': '1.2', Mar 21 11:05:34.735432 dv-cinder-834448-1-smb neutron-server[103424]: 'SubPort': '1.0', Mar 21 11:05:34.735432 dv-cinder-834448-1-smb neutron-server[103424]: 'Subnet': '1.1', Mar 21 11:05:34.735432 dv-cinder-834448-1-smb neutron-server[103424]: 'Trunk': '1.1'}} Mar 21 11:05:34.735432 dv-cinder-834448-1-smb neutron-server[103424]: {{(pid=103424) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 21 11:05:34.764112 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e51ae919-cc22-4747-bf6f-356711004be5 None None] Provisioning complete for port 5e0275b0-62f3-4c05-8425-e15f426547fe triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:05:34.765217 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e51ae919-cc22-4747-bf6f-356711004be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688166'] for port (5e0275b0-62f3-4c05-8425-e15f426547fe), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:05:34.801997 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e51ae919-cc22-4747-bf6f-356711004be5 None None] Port 5e0275b0-62f3-4c05-8425-e15f426547fe cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 11:05:34.818346 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-cd6cafc0-ee66-4000-84dd-45ae5b68c558 None None] For port 5e0275b0-62f3-4c05-8425-e15f426547fe, host dv-cinder-834448-1-smb, cleared binding levels {{(pid=103424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 11:05:34.839261 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-cd6cafc0-ee66-4000-84dd-45ae5b68c558 None None] For port 5e0275b0-62f3-4c05-8425-e15f426547fe, host dv-cinder-834448-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-smb',level=0,port_id=5e0275b0-62f3-4c05-8425-e15f426547fe,segment=NetworkSegment(39f5062a-7971-4446-a96e-d84303c43304),segment_id=39f5062a-7971-4446-a96e-d84303c43304)] {{(pid=103424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 11:05:34.845562 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-cd6cafc0-ee66-4000-84dd-45ae5b68c558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817'] for port (5e0275b0-62f3-4c05-8425-e15f426547fe), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:05:34.908733 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee72227-98e7-4173-9bf8-ab98e208f4b5 None None] Pushing event updated for resources: {'Port': ['ID=5e0275b0-62f3-4c05-8425-e15f426547fe,revision_number=4']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:05:34.911694 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6cafc0-ee66-4000-84dd-45ae5b68c558 None None] Routers {'d443e23c-78a2-4840-814b-79ea57cc8c3b'} bound to L3 agent in host dv-cinder-834448-1-smb {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:05:34.911941 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-cd6cafc0-ee66-4000-84dd-45ae5b68c558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-21T11:04:55Z,description=,heartbeat_timestamp=2022-03-21T11:05:26Z,host='dv-cinder-834448-1-smb',id=5097f9b2-2ef0-4af4-bde3-0c344dd6e70c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:55Z,topic='l3_agent')) {'router_ids': ['d443e23c-78a2-4840-814b-79ea57cc8c3b'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:05:35.016197 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-cd6cafc0-ee66-4000-84dd-45ae5b68c558 None None] Set router d443e23c-78a2-4840-814b-79ea57cc8c3b gateway port host: None {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:05:35.131692 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-a4bee7a5-e718-4b48-8a61-233db082eca1 None None] Provisioning complete for port 5e0275b0-62f3-4c05-8425-e15f426547fe triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:05:35.132110 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-a4bee7a5-e718-4b48-8a61-233db082eca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688166'] for port (5e0275b0-62f3-4c05-8425-e15f426547fe), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:05:35.227186 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-a4bee7a5-e718-4b48-8a61-233db082eca1 None None] Current status of the port 5e0275b0-62f3-4c05-8425-e15f426547fe is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:05:35.227586 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-a4bee7a5-e718-4b48-8a61-233db082eca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (5e0275b0-62f3-4c05-8425-e15f426547fe), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:05:35.248709 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-cd6cafc0-ee66-4000-84dd-45ae5b68c558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd443e23c-78a2-4840-814b-79ea57cc8c3b', 'name': 'router1', 'tenant_id': '9d22dd29187641e4a06d920676bf3527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:05:21Z', 'updated_at': '2022-03-21T11:05:32Z', 'revision_number': 2, 'project_id': '9d22dd29187641e4a06d920676bf3527', 'gw_port_host': None, '_interfaces': [{'id': '5e0275b0-62f3-4c05-8425-e15f426547fe', 'name': '', 'network_id': 'f83c0b88-8906-4c81-9e12-557276e9e40e', 'tenant_id': '9d22dd29187641e4a06d920676bf3527', 'mac_address': 'fa:16:3e:93:28:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd443e23c-78a2-4840-814b-79ea57cc8c3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fa2c521c-6399-4627-8bf7-c67b904dc9f4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:05:31Z', 'updated_at': '2022-03-21T11:05:34Z', 'revision_number': 4, 'project_id': '9d22dd29187641e4a06d920676bf3527', 'subnets': [{'id': 'fa2c521c-6399-4627-8bf7-c67b904dc9f4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6e7a52df-cb4e-49cd-92aa-2f7925eefb2e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-1-smb', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:05:35.267947 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-a4bee7a5-e718-4b48-8a61-233db082eca1 None None] For port 5e0275b0-62f3-4c05-8425-e15f426547fe, host dv-cinder-834448-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-smb',level=0,port_id=5e0275b0-62f3-4c05-8425-e15f426547fe,segment=NetworkSegment(39f5062a-7971-4446-a96e-d84303c43304),segment_id=39f5062a-7971-4446-a96e-d84303c43304)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:05:35.274231 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-a4bee7a5-e718-4b48-8a61-233db082eca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817'] for port (5e0275b0-62f3-4c05-8425-e15f426547fe), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:05:35.286173 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6cafc0-ee66-4000-84dd-45ae5b68c558 None None] The sync data for ids ['d443e23c-78a2-4840-814b-79ea57cc8c3b'] in dv-cinder-834448-1-smb is: [{'id': 'd443e23c-78a2-4840-814b-79ea57cc8c3b', 'name': 'router1', 'tenant_id': '9d22dd29187641e4a06d920676bf3527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:05:21Z', 'updated_at': '2022-03-21T11:05:32Z', 'revision_number': 2, 'project_id': '9d22dd29187641e4a06d920676bf3527', 'gw_port_host': None, '_interfaces': [{'id': '5e0275b0-62f3-4c05-8425-e15f426547fe', 'name': '', 'network_id': 'f83c0b88-8906-4c81-9e12-557276e9e40e', 'tenant_id': '9d22dd29187641e4a06d920676bf3527', 'mac_address': 'fa:16:3e:93:28:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd443e23c-78a2-4840-814b-79ea57cc8c3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fa2c521c-6399-4627-8bf7-c67b904dc9f4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:05:31Z', 'updated_at': '2022-03-21T11:05:34Z', 'revision_number': 4, 'project_id': '9d22dd29187641e4a06d920676bf3527', 'subnets': [{'id': 'fa2c521c-6399-4627-8bf7-c67b904dc9f4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6e7a52df-cb4e-49cd-92aa-2f7925eefb2e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 11:05:35.341981 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bee7a5-e718-4b48-8a61-233db082eca1 None None] Pushing event updated for resources: {'Port': ['ID=5e0275b0-62f3-4c05-8425-e15f426547fe,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:05:35.609989 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 39094) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:05:35.737295 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e4398d-6d4e-4048-9191-6c82c04c7d34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:05:35.744328 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-85e4398d-6d4e-4048-9191-6c82c04c7d34 admin admin] 10.222.0.24 "GET /v2.0/networks/4a234a12-d706-4d7c-b6c3-ed2b05ad1623 HTTP/1.1" status: 200 len: 842 time: 0.1275606 Mar 21 11:05:35.749424 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.v2.base [None req-3c743112-27b1-467a-97d2-493af221da66 admin admin] Request body: {'subnet': {'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'name': 'public-subnet', 'cidr': '172.28.0.0/24', 'enable_dhcp': False, 'ip_version': 4, 'gateway_ip': '172.28.0.1'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:05:35.772005 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c743112-27b1-467a-97d2-493af221da66 admin admin] Made reservation on behalf of 6fa6e3541a08470696ddbc4d2da7f682 for: {'subnet': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 11:05:35.774499 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3c743112-27b1-467a-97d2-493af221da66 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:05:36.131939 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.objects.ports [None req-3c743112-27b1-467a-97d2-493af221da66 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103421) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 21 11:05:36.132400 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3c743112-27b1-467a-97d2-493af221da66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998'] for subnet (3e258188-6a8e-4491-8eb3-50329fb1d7f1), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:05:36.190640 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c743112-27b1-467a-97d2-493af221da66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e258188-6a8e-4491-8eb3-50329fb1d7f1,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:05:36.198538 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c743112-27b1-467a-97d2-493af221da66 admin admin] Checking segment: {'id': '083ffffd-feb8-46cd-b20a-ab116e97b62a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:05:36.198894 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c743112-27b1-467a-97d2-493af221da66 admin admin] Network hostable DHCP agents. Network: 4a234a12-d706-4d7c-b6c3-ed2b05ad1623, hostable agents: ['9c74c917-795e-4123-adbe-3a92cf8165ad'], hosted agents: [] {{(pid=103421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 11:05:36.219038 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c743112-27b1-467a-97d2-493af221da66 admin admin] Network 4a234a12-d706-4d7c-b6c3-ed2b05ad1623 is scheduled to be hosted by DHCP agent 9c74c917-795e-4123-adbe-3a92cf8165ad with binding_index 1 {{(pid=103421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 11:05:36.232393 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-3c743112-27b1-467a-97d2-493af221da66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834448-1-smb, 4a234a12-d706-4d7c-b6c3-ed2b05ad1623) {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:05:36.238322 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c743112-27b1-467a-97d2-493af221da66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:05:36.239658 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3c743112-27b1-467a-97d2-493af221da66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693044'] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:05:36.243576 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ae2950f-315a-400f-b8a0-80fbb5566717 None None] Network 4a234a12-d706-4d7c-b6c3-ed2b05ad1623 requested from dv-cinder-834448-1-smb {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 11:05:36.275661 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-3c743112-27b1-467a-97d2-493af221da66 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5178425 Mar 21 11:05:36.416708 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d9410b4-3aa7-43b2-8819-763e5816b39d None None] Network 4a234a12-d706-4d7c-b6c3-ed2b05ad1623 requested from dv-cinder-834448-1-smb {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 11:05:36.505845 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.agents_db [None req-8008186f-aa22-4b77-a63e-1bf9dbff4757 None None] Agent healthcheck: found 5 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 11:05:38.817302 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 39102) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:05:39.066405 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-5f935215-81f4-4793-872e-6be84a92baf8 demo admin] 10.222.0.24 "GET /v2.0/routers/d443e23c-78a2-4840-814b-79ea57cc8c3b HTTP/1.1" status: 200 len: 710 time: 0.2476437 Mar 21 11:05:39.161661 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f729945c-3ecf-44cf-95a1-a9bfcd9923c0 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:05:39.162971 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-f729945c-3ecf-44cf-95a1-a9bfcd9923c0 demo admin] 10.222.0.24 "GET /v2.0/networks/4a234a12-d706-4d7c-b6c3-ed2b05ad1623 HTTP/1.1" status: 200 len: 886 time: 0.0914168 Mar 21 11:05:39.173213 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.v2.base [None req-7f0b94dc-3d67-4417-96f3-1a6014605d6c demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623'}}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:05:39.505621 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7f0b94dc-3d67-4417-96f3-1a6014605d6c demo admin] Publish callbacks [] for router_gateway (d443e23c-78a2-4840-814b-79ea57cc8c3b), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:05:39.776497 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7f0b94dc-3d67-4417-96f3-1a6014605d6c demo admin] Publish callbacks [] for router_gateway (d443e23c-78a2-4840-814b-79ea57cc8c3b), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:05:39.861722 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7f0b94dc-3d67-4417-96f3-1a6014605d6c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:05:40.029624 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [None req-7f0b94dc-3d67-4417-96f3-1a6014605d6c demo admin] Allocated IP 172.28.0.72 (4a234a12-d706-4d7c-b6c3-ed2b05ad1623/3e258188-6a8e-4491-8eb3-50329fb1d7f1/6849e75b-3a19-46d6-bade-770cfbc99808) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:05:40.159508 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7f0b94dc-3d67-4417-96f3-1a6014605d6c demo admin] Publish callbacks [] for port (6849e75b-3a19-46d6-bade-770cfbc99808), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:05:40.222051 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7f0b94dc-3d67-4417-96f3-1a6014605d6c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738246144781'] for port (6849e75b-3a19-46d6-bade-770cfbc99808), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:05:40.303248 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f0b94dc-3d67-4417-96f3-1a6014605d6c demo admin] Network 4a234a12-d706-4d7c-b6c3-ed2b05ad1623 is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:05:40.308701 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-7f0b94dc-3d67-4417-96f3-1a6014605d6c demo admin] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:05:40.317509 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0b94dc-3d67-4417-96f3-1a6014605d6c demo admin] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:05:40.326554 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0b94dc-3d67-4417-96f3-1a6014605d6c demo admin] Pushing event updated for resources: {'Port': ['ID=6849e75b-3a19-46d6-bade-770cfbc99808,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:05:40.645488 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7f0b94dc-3d67-4417-96f3-1a6014605d6c demo admin] Publish callbacks [] for router_gateway (d443e23c-78a2-4840-814b-79ea57cc8c3b), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:05:40.995567 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7f0b94dc-3d67-4417-96f3-1a6014605d6c demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1690841', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1688758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2238'] for router (d443e23c-78a2-4840-814b-79ea57cc8c3b), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:05:41.001023 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7f0b94dc-3d67-4417-96f3-1a6014605d6c demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1690658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1690832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1690667', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1688705'] for router (d443e23c-78a2-4840-814b-79ea57cc8c3b), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:05:41.144887 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f0b94dc-3d67-4417-96f3-1a6014605d6c demo admin] Router d443e23c-78a2-4840-814b-79ea57cc8c3b has already been hosted by L3 agent 5097f9b2-2ef0-4af4-bde3-0c344dd6e70c {{(pid=103421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 11:05:41.312594 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f0b94dc-3d67-4417-96f3-1a6014605d6c demo admin] Notify agent at l3_agent.dv-cinder-834448-1-smb the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 11:05:41.320552 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7f0b94dc-3d67-4417-96f3-1a6014605d6c demo admin] Publish callbacks [] for router (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:05:41.322772 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-7f0b94dc-3d67-4417-96f3-1a6014605d6c demo admin] 10.222.0.24 "PUT /v2.0/routers/d443e23c-78a2-4840-814b-79ea57cc8c3b HTTP/1.1" status: 200 len: 889 time: 2.1532240 Mar 21 11:05:42.425284 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Device 5e0275b0-62f3-4c05-8425-e15f426547fe up at agent ovs-agent-dv-cinder-834448-1-smb {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:05:42.505046 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Provisioning complete for port 5e0275b0-62f3-4c05-8425-e15f426547fe triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:05:42.505778 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688166'] for port (5e0275b0-62f3-4c05-8425-e15f426547fe), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:05:42.644051 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Current status of the port 5e0275b0-62f3-4c05-8425-e15f426547fe is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:05:44.206933 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 39114) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:05:44.361174 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-01b36191-b3de-45e2-92a7-a5b0f30babf8 admin admin] 10.222.0.24 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1524146 Mar 21 11:05:44.864572 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec5086b-6401-40cf-a68c-2135fc76fcb2 None None] Sync routers for ids ['d443e23c-78a2-4840-814b-79ea57cc8c3b'] in dv-cinder-834448-1-smb {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 11:05:44.881643 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec5086b-6401-40cf-a68c-2135fc76fcb2 None None] Routers {'d443e23c-78a2-4840-814b-79ea57cc8c3b'} bound to L3 agent in host dv-cinder-834448-1-smb {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:05:44.882454 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-0ec5086b-6401-40cf-a68c-2135fc76fcb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-21T11:04:55Z,description=,heartbeat_timestamp=2022-03-21T11:05:26Z,host='dv-cinder-834448-1-smb',id=5097f9b2-2ef0-4af4-bde3-0c344dd6e70c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:55Z,topic='l3_agent')) {'router_ids': ['d443e23c-78a2-4840-814b-79ea57cc8c3b'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:05:45.242014 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-0ec5086b-6401-40cf-a68c-2135fc76fcb2 None None] Set router d443e23c-78a2-4840-814b-79ea57cc8c3b gateway port host: dv-cinder-834448-1-smb {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:05:45.840464 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-0ec5086b-6401-40cf-a68c-2135fc76fcb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd443e23c-78a2-4840-814b-79ea57cc8c3b', 'name': 'router1', 'tenant_id': '9d22dd29187641e4a06d920676bf3527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'external_fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.72'}], 'enable_snat': True}, 'gw_port_id': '6849e75b-3a19-46d6-bade-770cfbc99808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:05:21Z', 'updated_at': '2022-03-21T11:05:40Z', 'revision_number': 4, 'project_id': '9d22dd29187641e4a06d920676bf3527', 'gw_port': {'id': '6849e75b-3a19-46d6-bade-770cfbc99808', 'name': '', 'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:cb:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd443e23c-78a2-4840-814b-79ea57cc8c3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:05:39Z', 'updated_at': '2022-03-21T11:05:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-smb', '_interfaces': [{'id': '5e0275b0-62f3-4c05-8425-e15f426547fe', 'name': '', 'network_id': 'f83c0b88-8906-4c81-9e12-557276e9e40e', 'tenant_id': '9d22dd29187641e4a06d920676bf3527', 'mac_address': 'fa:16:3e:93:28:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd443e23c-78a2-4840-814b-79ea57cc8c3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fa2c521c-6399-4627-8bf7-c67b904dc9f4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:05:31Z', 'updated_at': '2022-03-21T11:05:35Z', 'revision_number': 5, 'project_id': '9d22dd29187641e4a06d920676bf3527', 'subnets': [{'id': 'fa2c521c-6399-4627-8bf7-c67b904dc9f4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6e7a52df-cb4e-49cd-92aa-2f7925eefb2e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-1-smb', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:05:45.894837 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec5086b-6401-40cf-a68c-2135fc76fcb2 None None] Checking router: d443e23c-78a2-4840-814b-79ea57cc8c3b for host: dv-cinder-834448-1-smb {{(pid=103423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 11:05:45.895522 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec5086b-6401-40cf-a68c-2135fc76fcb2 None None] Updating router d443e23c-78a2-4840-814b-79ea57cc8c3b port 6849e75b-3a19-46d6-bade-770cfbc99808 binding host dv-cinder-834448-1-smb {{(pid=103423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 11:05:45.952436 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-0ec5086b-6401-40cf-a68c-2135fc76fcb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (6849e75b-3a19-46d6-bade-770cfbc99808), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:05:46.338283 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-0ec5086b-6401-40cf-a68c-2135fc76fcb2 None None] Publish callbacks [] for port (6849e75b-3a19-46d6-bade-770cfbc99808), precommit_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:05:46.346284 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-0ec5086b-6401-40cf-a68c-2135fc76fcb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817'] for port (6849e75b-3a19-46d6-bade-770cfbc99808), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:05:46.424960 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-0ec5086b-6401-40cf-a68c-2135fc76fcb2 None None] Attempting to bind port 6849e75b-3a19-46d6-bade-770cfbc99808 on host dv-cinder-834448-1-smb for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 11:05:46.425521 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-0ec5086b-6401-40cf-a68c-2135fc76fcb2 None None] Attempting to bind port 6849e75b-3a19-46d6-bade-770cfbc99808 by drivers openvswitch,hyperv on host dv-cinder-834448-1-smb at level 0 using segments [{'id': '083ffffd-feb8-46cd-b20a-ab116e97b62a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 11:05:46.426052 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec5086b-6401-40cf-a68c-2135fc76fcb2 None None] Attempting to bind port 6849e75b-3a19-46d6-bade-770cfbc99808 on network 4a234a12-d706-4d7c-b6c3-ed2b05ad1623 {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:05:46.442151 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e951cc-8c1a-40b8-9397-b7409e34c4f8 None None] Pushing event updated for resources: {'Port': ['ID=6849e75b-3a19-46d6-bade-770cfbc99808,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:05:46.445924 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec5086b-6401-40cf-a68c-2135fc76fcb2 None None] Checking agent: {'id': '4788e3a4-6d7d-47da-90c6-7227f6e2e35d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834448-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 11, 5), 'started_at': datetime.datetime(2022, 3, 21, 11, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 11, 5, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834448-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 11:05:46.446442 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec5086b-6401-40cf-a68c-2135fc76fcb2 None None] Checking segment: {'id': '083ffffd-feb8-46cd-b20a-ab116e97b62a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:05:46.446996 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-0ec5086b-6401-40cf-a68c-2135fc76fcb2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:05:46.447509 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec5086b-6401-40cf-a68c-2135fc76fcb2 None None] Bound using segment: {'id': '083ffffd-feb8-46cd-b20a-ab116e97b62a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 11:05:46.448213 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-0ec5086b-6401-40cf-a68c-2135fc76fcb2 None None] Bound port: 6849e75b-3a19-46d6-bade-770cfbc99808, host: dv-cinder-834448-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '083ffffd-feb8-46cd-b20a-ab116e97b62a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 11:05:46.448765 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-0ec5086b-6401-40cf-a68c-2135fc76fcb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (6849e75b-3a19-46d6-bade-770cfbc99808), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:05:46.533090 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-0ec5086b-6401-40cf-a68c-2135fc76fcb2 None None] For port 6849e75b-3a19-46d6-bade-770cfbc99808, host dv-cinder-834448-1-smb, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 11:05:46.538073 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-0ec5086b-6401-40cf-a68c-2135fc76fcb2 None None] For port 6849e75b-3a19-46d6-bade-770cfbc99808, host dv-cinder-834448-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-smb',level=0,port_id=6849e75b-3a19-46d6-bade-770cfbc99808,segment=NetworkSegment(083ffffd-feb8-46cd-b20a-ab116e97b62a),segment_id=083ffffd-feb8-46cd-b20a-ab116e97b62a)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 11:05:46.551911 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-0ec5086b-6401-40cf-a68c-2135fc76fcb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817'] for port (6849e75b-3a19-46d6-bade-770cfbc99808), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:05:46.657378 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e951cc-8c1a-40b8-9397-b7409e34c4f8 None None] Pushing event updated for resources: {'Port': ['ID=6849e75b-3a19-46d6-bade-770cfbc99808,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:05:46.681546 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec5086b-6401-40cf-a68c-2135fc76fcb2 None None] Routers {'d443e23c-78a2-4840-814b-79ea57cc8c3b'} bound to L3 agent in host dv-cinder-834448-1-smb {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:05:46.682902 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-0ec5086b-6401-40cf-a68c-2135fc76fcb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-21T11:04:55Z,description=,heartbeat_timestamp=2022-03-21T11:05:26Z,host='dv-cinder-834448-1-smb',id=5097f9b2-2ef0-4af4-bde3-0c344dd6e70c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:55Z,topic='l3_agent')) {'router_ids': ['d443e23c-78a2-4840-814b-79ea57cc8c3b'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:05:46.864424 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-0ec5086b-6401-40cf-a68c-2135fc76fcb2 None None] Set router d443e23c-78a2-4840-814b-79ea57cc8c3b gateway port host: dv-cinder-834448-1-smb {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:05:47.193678 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-0ec5086b-6401-40cf-a68c-2135fc76fcb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd443e23c-78a2-4840-814b-79ea57cc8c3b', 'name': 'router1', 'tenant_id': '9d22dd29187641e4a06d920676bf3527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'external_fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.72'}], 'enable_snat': True}, 'gw_port_id': '6849e75b-3a19-46d6-bade-770cfbc99808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:05:21Z', 'updated_at': '2022-03-21T11:05:40Z', 'revision_number': 4, 'project_id': '9d22dd29187641e4a06d920676bf3527', 'gw_port': {'id': '6849e75b-3a19-46d6-bade-770cfbc99808', 'name': '', 'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:cb:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd443e23c-78a2-4840-814b-79ea57cc8c3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:05:39Z', 'updated_at': '2022-03-21T11:05:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-smb', '_interfaces': [{'id': '5e0275b0-62f3-4c05-8425-e15f426547fe', 'name': '', 'network_id': 'f83c0b88-8906-4c81-9e12-557276e9e40e', 'tenant_id': '9d22dd29187641e4a06d920676bf3527', 'mac_address': 'fa:16:3e:93:28:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd443e23c-78a2-4840-814b-79ea57cc8c3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fa2c521c-6399-4627-8bf7-c67b904dc9f4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:05:31Z', 'updated_at': '2022-03-21T11:05:35Z', 'revision_number': 5, 'project_id': '9d22dd29187641e4a06d920676bf3527', 'subnets': [{'id': 'fa2c521c-6399-4627-8bf7-c67b904dc9f4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6e7a52df-cb4e-49cd-92aa-2f7925eefb2e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-1-smb', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:05:47.241982 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec5086b-6401-40cf-a68c-2135fc76fcb2 None None] The sync data for ids ['d443e23c-78a2-4840-814b-79ea57cc8c3b'] in dv-cinder-834448-1-smb is: [{'id': 'd443e23c-78a2-4840-814b-79ea57cc8c3b', 'name': 'router1', 'tenant_id': '9d22dd29187641e4a06d920676bf3527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'external_fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.72'}], 'enable_snat': True}, 'gw_port_id': '6849e75b-3a19-46d6-bade-770cfbc99808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:05:21Z', 'updated_at': '2022-03-21T11:05:40Z', 'revision_number': 4, 'project_id': '9d22dd29187641e4a06d920676bf3527', 'gw_port': {'id': '6849e75b-3a19-46d6-bade-770cfbc99808', 'name': '', 'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:cb:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd443e23c-78a2-4840-814b-79ea57cc8c3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:05:39Z', 'updated_at': '2022-03-21T11:05:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-smb', '_interfaces': [{'id': '5e0275b0-62f3-4c05-8425-e15f426547fe', 'name': '', 'network_id': 'f83c0b88-8906-4c81-9e12-557276e9e40e', 'tenant_id': '9d22dd29187641e4a06d920676bf3527', 'mac_address': 'fa:16:3e:93:28:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd443e23c-78a2-4840-814b-79ea57cc8c3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fa2c521c-6399-4627-8bf7-c67b904dc9f4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:05:31Z', 'updated_at': '2022-03-21T11:05:35Z', 'revision_number': 5, 'project_id': '9d22dd29187641e4a06d920676bf3527', 'subnets': [{'id': 'fa2c521c-6399-4627-8bf7-c67b904dc9f4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6e7a52df-cb4e-49cd-92aa-2f7925eefb2e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 11:05:48.490846 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Device 6849e75b-3a19-46d6-bade-770cfbc99808 up at agent ovs-agent-dv-cinder-834448-1-smb {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:05:48.599046 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Provisioning complete for port 6849e75b-3a19-46d6-bade-770cfbc99808 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:05:48.599713 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688166'] for port (6849e75b-3a19-46d6-bade-770cfbc99808), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:05:48.721015 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Current status of the port 6849e75b-3a19-46d6-bade-770cfbc99808 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:05:48.721945 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (6849e75b-3a19-46d6-bade-770cfbc99808), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:05:48.759562 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] For port 6849e75b-3a19-46d6-bade-770cfbc99808, host dv-cinder-834448-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-smb',level=0,port_id=6849e75b-3a19-46d6-bade-770cfbc99808,segment=NetworkSegment(083ffffd-feb8-46cd-b20a-ab116e97b62a),segment_id=083ffffd-feb8-46cd-b20a-ab116e97b62a)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:05:48.766179 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817'] for port (6849e75b-3a19-46d6-bade-770cfbc99808), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:05:48.850676 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Pushing event updated for resources: {'Port': ['ID=6849e75b-3a19-46d6-bade-770cfbc99808,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:05:50.469488 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Device 6849e75b-3a19-46d6-bade-770cfbc99808 up at agent ovs-agent-dv-cinder-834448-1-smb {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:05:50.533488 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Provisioning complete for port 6849e75b-3a19-46d6-bade-770cfbc99808 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:05:50.533949 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688166'] for port (6849e75b-3a19-46d6-bade-770cfbc99808), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:05:50.644602 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Current status of the port 6849e75b-3a19-46d6-bade-770cfbc99808 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:05:52.922613 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-9a3ce249-14ce-45c3-b910-e3b1a7c1c5ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (9c74c917-795e-4123-adbe-3a92cf8165ad), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:05:55.520302 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-7204e17b-e13e-48a5-a381-9561ba1f9777 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (5097f9b2-2ef0-4af4-bde3-0c344dd6e70c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:05:58.123779 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6694aa1f-bf8d-44e0-b771-2551b8853c50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (47320176-3fab-4a55-b687-b3e35e89e628), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:05:58.546848 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-5db6d96b-8c48-4aa5-944a-567c97b9cc9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (964235d6-d67c-4a74-84a5-611ab5391dc9), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:05:59.538498 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (4788e3a4-6d7d-47da-90c6-7227f6e2e35d), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:06:13.509829 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.agents_db [None req-8008186f-aa22-4b77-a63e-1bf9dbff4757 None None] Agent healthcheck: found 5 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 11:06:22.850914 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b375e9eb-abf7-409f-80e6-83e42e00700f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (9c74c917-795e-4123-adbe-3a92cf8165ad), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:06:25.525482 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-ca10c8c8-176d-4c19-8611-e83b372eb8ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (5097f9b2-2ef0-4af4-bde3-0c344dd6e70c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:06:28.126247 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6694aa1f-bf8d-44e0-b771-2551b8853c50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (47320176-3fab-4a55-b687-b3e35e89e628), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:06:28.543236 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-5db6d96b-8c48-4aa5-944a-567c97b9cc9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (964235d6-d67c-4a74-84a5-611ab5391dc9), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:06:29.543671 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (4788e3a4-6d7d-47da-90c6-7227f6e2e35d), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:06:50.509500 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.agents_db [None req-8008186f-aa22-4b77-a63e-1bf9dbff4757 None None] Agent healthcheck: found 5 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 11:06:52.845767 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-765348ce-5b19-47e7-b64b-e039aa601e91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (9c74c917-795e-4123-adbe-3a92cf8165ad), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:06:55.519790 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-8909ea9f-4a75-4d0f-a92c-0ddcb695eead None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (5097f9b2-2ef0-4af4-bde3-0c344dd6e70c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:06:58.123750 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6694aa1f-bf8d-44e0-b771-2551b8853c50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (47320176-3fab-4a55-b687-b3e35e89e628), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:06:58.542015 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-5db6d96b-8c48-4aa5-944a-567c97b9cc9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (964235d6-d67c-4a74-84a5-611ab5391dc9), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:06:59.529974 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (4788e3a4-6d7d-47da-90c6-7227f6e2e35d), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:07:13.057883 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 39598) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:07:13.122583 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3230104-0eb4-44c3-9a4b-1e2ff69a58c9 admin admin] GET failed (client error): The resource could not be found. Mar 21 11:07:13.124241 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-f3230104-0eb4-44c3-9a4b-1e2ff69a58c9 admin admin] 10.222.0.24 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0654373 Mar 21 11:07:13.291996 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9daafbc-7b24-4f06-a0d4-77df2d3ded9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:07:13.293547 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-a9daafbc-7b24-4f06-a0d4-77df2d3ded9e admin admin] 10.222.0.24 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1652839 Mar 21 11:07:15.649048 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 39608) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:07:15.749463 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e66a5fc-deb0-44cd-a7cf-bf908cfb8fe8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:07:15.750856 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-9e66a5fc-deb0-44cd-a7cf-bf908cfb8fe8 admin admin] 10.222.0.24 "GET /v2.0/subnets/fa2c521c-6399-4627-8bf7-c67b904dc9f4 HTTP/1.1" status: 200 len: 849 time: 0.1007318 Mar 21 11:07:15.760815 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.v2.base [None req-4adf459c-b473-4aa7-9e36-1273561ce3a2 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:07:15.850503 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4adf459c-b473-4aa7-9e36-1273561ce3a2 admin admin] Publish callbacks [] for subnet (fa2c521c-6399-4627-8bf7-c67b904dc9f4), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:07:15.999526 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4adf459c-b473-4aa7-9e36-1273561ce3a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8738246698635'] for subnet (fa2c521c-6399-4627-8bf7-c67b904dc9f4), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:07:16.034918 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4adf459c-b473-4aa7-9e36-1273561ce3a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:07:16.035515 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4adf459c-b473-4aa7-9e36-1273561ce3a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693044'] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:07:16.036925 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-4adf459c-b473-4aa7-9e36-1273561ce3a2 admin admin] 10.222.0.24 "PUT /v2.0/subnets/fa2c521c-6399-4627-8bf7-c67b904dc9f4 HTTP/1.1" status: 200 len: 868 time: 0.2799730 Mar 21 11:07:16.056461 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ffa5a61-f750-4c5a-8659-4b134298d900 None None] Network f83c0b88-8906-4c81-9e12-557276e9e40e requested from dv-cinder-834448-1-smb {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 11:07:16.059402 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adf459c-b473-4aa7-9e36-1273561ce3a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa2c521c-6399-4627-8bf7-c67b904dc9f4,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:07:16.070913 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4adf459c-b473-4aa7-9e36-1273561ce3a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:07:16.071877 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4adf459c-b473-4aa7-9e36-1273561ce3a2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:07:16.072468 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4adf459c-b473-4aa7-9e36-1273561ce3a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:07:16.073108 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4adf459c-b473-4aa7-9e36-1273561ce3a2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:07:16.073678 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4adf459c-b473-4aa7-9e36-1273561ce3a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:07:16.075006 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4adf459c-b473-4aa7-9e36-1273561ce3a2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:07:16.076153 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4adf459c-b473-4aa7-9e36-1273561ce3a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:07:16.076709 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4adf459c-b473-4aa7-9e36-1273561ce3a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:07:16.077373 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4adf459c-b473-4aa7-9e36-1273561ce3a2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:07:16.077898 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4adf459c-b473-4aa7-9e36-1273561ce3a2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:07:16.078435 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4adf459c-b473-4aa7-9e36-1273561ce3a2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:07:16.079181 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4adf459c-b473-4aa7-9e36-1273561ce3a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:07:16.079780 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4adf459c-b473-4aa7-9e36-1273561ce3a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:07:16.080306 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4adf459c-b473-4aa7-9e36-1273561ce3a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:07:16.081154 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4adf459c-b473-4aa7-9e36-1273561ce3a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:07:16.445894 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e073280c-d43d-4281-8b1c-fdddf2e46f68 None None] Provisioning complete for port e1b7d5b2-785a-4e9e-a74e-c7addad36a11 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:07:16.446303 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e073280c-d43d-4281-8b1c-fdddf2e46f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688166'] for port (e1b7d5b2-785a-4e9e-a74e-c7addad36a11), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:07:16.532994 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e073280c-d43d-4281-8b1c-fdddf2e46f68 None None] Current status of the port e1b7d5b2-785a-4e9e-a74e-c7addad36a11 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:07:16.544357 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e073280c-d43d-4281-8b1c-fdddf2e46f68 None None] Provisioning complete for port 5e0275b0-62f3-4c05-8425-e15f426547fe triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:07:16.544760 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e073280c-d43d-4281-8b1c-fdddf2e46f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688166'] for port (5e0275b0-62f3-4c05-8425-e15f426547fe), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:07:16.622107 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e073280c-d43d-4281-8b1c-fdddf2e46f68 None None] Current status of the port 5e0275b0-62f3-4c05-8425-e15f426547fe is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:07:18.468954 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 39616) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:07:18.692172 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50770de4-f35b-4a65-b510-bc7739e948a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:07:18.692936 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50770de4-f35b-4a65-b510-bc7739e948a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:07:18.695578 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-50770de4-f35b-4a65-b510-bc7739e948a9 admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2253230 Mar 21 11:07:21.064985 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 39624) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:07:21.275875 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16f7e5ef-8649-4485-835e-b60cf81adc39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:07:21.276339 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16f7e5ef-8649-4485-835e-b60cf81adc39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:07:21.278429 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-16f7e5ef-8649-4485-835e-b60cf81adc39 admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2124705 Mar 21 11:07:22.851408 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6aa8e814-dfd2-427f-9b7a-854ca77a6d5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (9c74c917-795e-4123-adbe-3a92cf8165ad), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:07:23.639748 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 39634) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:07:23.776731 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c541533-8fd0-49e5-b986-066547a084a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:07:23.778452 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-3c541533-8fd0-49e5-b986-066547a084a5 admin admin] 10.222.0.24 "GET /v2.0/networks/4a234a12-d706-4d7c-b6c3-ed2b05ad1623 HTTP/1.1" status: 200 len: 886 time: 0.1376765 Mar 21 11:07:25.524853 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-78f27eb4-38f0-4d3d-91bc-5d9113b2e702 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (5097f9b2-2ef0-4af4-bde3-0c344dd6e70c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:07:26.171303 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 39642) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:07:26.323033 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad39db9-09d2-4f44-a830-76f94bb28d6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:07:26.324603 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-aad39db9-09d2-4f44-a830-76f94bb28d6d admin admin] 10.222.0.24 "GET /v2.0/networks/f83c0b88-8906-4c81-9e12-557276e9e40e HTTP/1.1" status: 200 len: 869 time: 0.1522253 Mar 21 11:07:27.509194 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.agents_db [None req-8008186f-aa22-4b77-a63e-1bf9dbff4757 None None] Agent healthcheck: found 5 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 11:07:28.125057 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6694aa1f-bf8d-44e0-b771-2551b8853c50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (47320176-3fab-4a55-b687-b3e35e89e628), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:07:28.545544 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-5db6d96b-8c48-4aa5-944a-567c97b9cc9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (964235d6-d67c-4a74-84a5-611ab5391dc9), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:07:28.883313 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 39650) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:07:29.026585 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea5d9b9-f4dd-4a39-b3f1-8568d27553b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:07:29.027788 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea5d9b9-f4dd-4a39-b3f1-8568d27553b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:07:29.029716 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-dea5d9b9-f4dd-4a39-b3f1-8568d27553b0 admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1451135 Mar 21 11:07:29.535146 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (4788e3a4-6d7d-47da-90c6-7227f6e2e35d), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:07:31.434745 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 39658) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:07:31.565851 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6307bcab-37c2-49f5-82d2-fd3031cd154e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:07:31.566176 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6307bcab-37c2-49f5-82d2-fd3031cd154e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:07:31.568664 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-6307bcab-37c2-49f5-82d2-fd3031cd154e admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1328890 Mar 21 11:07:33.926599 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 39666) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:07:34.019883 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e5571f9-ce0b-4ad7-8706-f08b88d6775c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:07:34.021209 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-8e5571f9-ce0b-4ad7-8706-f08b88d6775c admin admin] 10.222.0.24 "GET /v2.0/subnets/3e258188-6a8e-4491-8eb3-50329fb1d7f1 HTTP/1.1" status: 200 len: 816 time: 0.0936434 Mar 21 11:07:36.360049 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 39674) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:07:36.460178 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e345cc7a-5400-45d4-93d8-54db1a0991cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:07:36.461643 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-e345cc7a-5400-45d4-93d8-54db1a0991cc admin admin] 10.222.0.24 "GET /v2.0/subnets/fa2c521c-6399-4627-8bf7-c67b904dc9f4 HTTP/1.1" status: 200 len: 868 time: 0.1006556 Mar 21 11:07:52.855621 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-9755c5c7-ac7e-4dce-a0cc-ae573588499d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (9c74c917-795e-4123-adbe-3a92cf8165ad), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:07:55.530586 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-38dcc73d-4c1f-4e5a-96a9-6e1bcd366632 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (5097f9b2-2ef0-4af4-bde3-0c344dd6e70c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:07:58.129266 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6694aa1f-bf8d-44e0-b771-2551b8853c50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (47320176-3fab-4a55-b687-b3e35e89e628), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:07:58.549841 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-5db6d96b-8c48-4aa5-944a-567c97b9cc9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (964235d6-d67c-4a74-84a5-611ab5391dc9), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:07:59.540421 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (4788e3a4-6d7d-47da-90c6-7227f6e2e35d), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:08:04.508072 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.agents_db [None req-8008186f-aa22-4b77-a63e-1bf9dbff4757 None None] Agent healthcheck: found 5 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 11:08:04.757689 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 39726) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:08:04.821826 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [None req-f5b0b081-cd1f-43b0-95c9-9df26aa4ae64 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103421) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 21 11:08:04.822979 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-f5b0b081-cd1f-43b0-95c9-9df26aa4ae64 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0640070 Mar 21 11:08:07.277668 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 39734) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:08:07.342082 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcdf69e8-5777-407c-b97c-a21496a92603 admin admin] GET failed (client error): The resource could not be found. Mar 21 11:08:07.343498 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-fcdf69e8-5777-407c-b97c-a21496a92603 admin admin] 10.222.0.24 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0648475 Mar 21 11:08:07.438368 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32255b27-e258-4f9b-8fd9-91eed5582225 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:08:07.439920 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-32255b27-e258-4f9b-8fd9-91eed5582225 admin admin] 10.222.0.24 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0921779 Mar 21 11:08:09.885336 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 39742) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:08:09.943074 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.v2.base [None req-b5932b41-36c9-4d8e-8c20-d367ffac090e admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:08:09.965682 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5932b41-36c9-4d8e-8c20-d367ffac090e admin admin] Made reservation on behalf of 6fa6e3541a08470696ddbc4d2da7f682 for: {'network': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 11:08:09.968041 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b5932b41-36c9-4d8e-8c20-d367ffac090e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for network (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:08:10.126923 dv-cinder-834448-1-smb neutron-server[103421]: WARNING neutron.services.revisions.revision_plugin [None req-b5932b41-36c9-4d8e-8c20-d367ffac090e admin admin] Could not find related network for resource to bump revision. Mar 21 11:08:10.140817 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5932b41-36c9-4d8e-8c20-d367ffac090e admin admin] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'} {{(pid=103421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 11:08:10.150434 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b5932b41-36c9-4d8e-8c20-d367ffac090e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751123'] for segment (0a1e84a4-fbf5-4c4d-99c0-07e0e77a2e07), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:08:10.151011 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.db.segments_db [None req-b5932b41-36c9-4d8e-8c20-d367ffac090e admin admin] Added segment 0a1e84a4-fbf5-4c4d-99c0-07e0e77a2e07 of type vlan for network 2d5bdb15-bba4-4c2a-876e-ee882497d62b Mar 21 11:08:10.194200 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b5932b41-36c9-4d8e-8c20-d367ffac090e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738246104679'] for network (2d5bdb15-bba4-4c2a-876e-ee882497d62b), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:08:10.222822 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b5932b41-36c9-4d8e-8c20-d367ffac090e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998'] for network (2d5bdb15-bba4-4c2a-876e-ee882497d62b), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:08:10.223807 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5932b41-36c9-4d8e-8c20-d367ffac090e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:08:10.224376 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b5932b41-36c9-4d8e-8c20-d367ffac090e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693044'] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:08:10.286948 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-b5932b41-36c9-4d8e-8c20-d367ffac090e admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4003530 Mar 21 11:08:10.297681 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5932b41-36c9-4d8e-8c20-d367ffac090e admin admin] Pushing event updated for resources: {'Network': ['ID=2d5bdb15-bba4-4c2a-876e-ee882497d62b,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:08:10.311991 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Network 2d5bdb15-bba4-4c2a-876e-ee882497d62b details requested by agent ovs-agent-dv-cinder-834448-1-smb with host dv-cinder-834448-1-smb {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 21 11:08:12.710662 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 39750) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:08:12.775134 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.pecan_wsgi.hooks.translation [None req-390563f5-951e-46a6-835f-f621add7df44 admin admin] GET failed (client error): The resource could not be found. Mar 21 11:08:12.776651 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-390563f5-951e-46a6-835f-f621add7df44 admin admin] 10.222.0.24 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0648785 Mar 21 11:08:12.849291 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb136e1a-f837-4d4c-bffd-355f5a56788e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:08:12.850749 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-bb136e1a-f837-4d4c-bffd-355f5a56788e admin admin] 10.222.0.24 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0691061 Mar 21 11:08:12.861111 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.v2.base [None req-8d98a997-5f0a-48b4-b3b8-fc46846868e4 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': '2d5bdb15-bba4-4c2a-876e-ee882497d62b', 'ip_version': 4, 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:08:12.881377 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d98a997-5f0a-48b4-b3b8-fc46846868e4 admin admin] Made reservation on behalf of 6fa6e3541a08470696ddbc4d2da7f682 for: {'subnet': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 11:08:12.883885 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8d98a997-5f0a-48b4-b3b8-fc46846868e4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:08:13.060628 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8d98a997-5f0a-48b4-b3b8-fc46846868e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998'] for subnet (6ad1b5cb-cad5-49ef-bddd-2d7df263b67b), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:08:13.109263 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d98a997-5f0a-48b4-b3b8-fc46846868e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ad1b5cb-cad5-49ef-bddd-2d7df263b67b,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:08:13.126845 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d98a997-5f0a-48b4-b3b8-fc46846868e4 admin admin] Checking segment: {'id': '0a1e84a4-fbf5-4c4d-99c0-07e0e77a2e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '2d5bdb15-bba4-4c2a-876e-ee882497d62b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:08:13.127231 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d98a997-5f0a-48b4-b3b8-fc46846868e4 admin admin] Network hostable DHCP agents. Network: 2d5bdb15-bba4-4c2a-876e-ee882497d62b, hostable agents: ['9c74c917-795e-4123-adbe-3a92cf8165ad'], hosted agents: [] {{(pid=103421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 11:08:13.144815 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d98a997-5f0a-48b4-b3b8-fc46846868e4 admin admin] Network 2d5bdb15-bba4-4c2a-876e-ee882497d62b is scheduled to be hosted by DHCP agent 9c74c917-795e-4123-adbe-3a92cf8165ad with binding_index 1 {{(pid=103421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 11:08:13.153745 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-8d98a997-5f0a-48b4-b3b8-fc46846868e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834448-1-smb, 2d5bdb15-bba4-4c2a-876e-ee882497d62b) {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:08:13.158202 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d98a997-5f0a-48b4-b3b8-fc46846868e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:08:13.158790 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8d98a997-5f0a-48b4-b3b8-fc46846868e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693044'] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:08:13.164927 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afede7d5-e5dd-453b-b5c5-3417e54201f1 None None] Network 2d5bdb15-bba4-4c2a-876e-ee882497d62b requested from dv-cinder-834448-1-smb {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 11:08:13.175304 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-8d98a997-5f0a-48b4-b3b8-fc46846868e4 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3176172 Mar 21 11:08:13.380540 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd8e6ea-7e71-4073-b78b-b0447edbe90c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce4f82c5-e8da-580b-894c-917e4a2c3c40-2d5bdb15-bba4-4c2a-876e-ee882497d62b', 'network_id': '2d5bdb15-bba4-4c2a-876e-ee882497d62b', 'project_id': '6fa6e3541a08470696ddbc4d2da7f682', 'fixed_ips': [{'subnet_id': '6ad1b5cb-cad5-49ef-bddd-2d7df263b67b'}]}} from dv-cinder-834448-1-smb. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 21 11:08:13.381433 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-0dd8e6ea-7e71-4073-b78b-b0447edbe90c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:08:13.524760 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-0dd8e6ea-7e71-4073-b78b-b0447edbe90c None None] Allocated IP 192.168.233.2 (2d5bdb15-bba4-4c2a-876e-ee882497d62b/6ad1b5cb-cad5-49ef-bddd-2d7df263b67b/44868ee3-6c4b-4cda-bf79-adc1530f0654) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:08:13.694409 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-0dd8e6ea-7e71-4073-b78b-b0447edbe90c None None] Publish callbacks [] for port (44868ee3-6c4b-4cda-bf79-adc1530f0654), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:08:13.702166 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-0dd8e6ea-7e71-4073-b78b-b0447edbe90c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738246144781'] for port (44868ee3-6c4b-4cda-bf79-adc1530f0654), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:08:13.744872 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dd8e6ea-7e71-4073-b78b-b0447edbe90c None None] Network 2d5bdb15-bba4-4c2a-876e-ee882497d62b is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:08:13.747914 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-0dd8e6ea-7e71-4073-b78b-b0447edbe90c None None] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:08:13.751905 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd8e6ea-7e71-4073-b78b-b0447edbe90c None None] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:08:13.763306 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd8e6ea-7e71-4073-b78b-b0447edbe90c None None] Pushing event updated for resources: {'Port': ['ID=44868ee3-6c4b-4cda-bf79-adc1530f0654,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:08:13.772986 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd8e6ea-7e71-4073-b78b-b0447edbe90c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:08:13.773330 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd8e6ea-7e71-4073-b78b-b0447edbe90c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:08:13.773669 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd8e6ea-7e71-4073-b78b-b0447edbe90c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:08:13.774025 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd8e6ea-7e71-4073-b78b-b0447edbe90c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:08:13.774361 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd8e6ea-7e71-4073-b78b-b0447edbe90c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:08:13.774690 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd8e6ea-7e71-4073-b78b-b0447edbe90c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:08:13.775017 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd8e6ea-7e71-4073-b78b-b0447edbe90c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:08:13.775338 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd8e6ea-7e71-4073-b78b-b0447edbe90c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:08:13.775735 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd8e6ea-7e71-4073-b78b-b0447edbe90c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:08:13.776057 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd8e6ea-7e71-4073-b78b-b0447edbe90c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:08:13.776386 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd8e6ea-7e71-4073-b78b-b0447edbe90c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:08:13.776917 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd8e6ea-7e71-4073-b78b-b0447edbe90c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:08:13.777244 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd8e6ea-7e71-4073-b78b-b0447edbe90c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:08:13.777577 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd8e6ea-7e71-4073-b78b-b0447edbe90c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:08:13.777894 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd8e6ea-7e71-4073-b78b-b0447edbe90c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:08:13.827421 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-0dd8e6ea-7e71-4073-b78b-b0447edbe90c None None] Attempting to bind port 44868ee3-6c4b-4cda-bf79-adc1530f0654 on host dv-cinder-834448-1-smb for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 11:08:13.827834 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-0dd8e6ea-7e71-4073-b78b-b0447edbe90c None None] Attempting to bind port 44868ee3-6c4b-4cda-bf79-adc1530f0654 by drivers openvswitch,hyperv on host dv-cinder-834448-1-smb at level 0 using segments [{'id': '0a1e84a4-fbf5-4c4d-99c0-07e0e77a2e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '2d5bdb15-bba4-4c2a-876e-ee882497d62b'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 11:08:13.828197 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd8e6ea-7e71-4073-b78b-b0447edbe90c None None] Attempting to bind port 44868ee3-6c4b-4cda-bf79-adc1530f0654 on network 2d5bdb15-bba4-4c2a-876e-ee882497d62b {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:08:13.834180 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd8e6ea-7e71-4073-b78b-b0447edbe90c None None] Checking agent: {'id': '4788e3a4-6d7d-47da-90c6-7227f6e2e35d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834448-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 11, 5), 'started_at': datetime.datetime(2022, 3, 21, 11, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 11, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834448-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 11:08:13.834561 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd8e6ea-7e71-4073-b78b-b0447edbe90c None None] Checking segment: {'id': '0a1e84a4-fbf5-4c4d-99c0-07e0e77a2e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '2d5bdb15-bba4-4c2a-876e-ee882497d62b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:08:13.834963 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-0dd8e6ea-7e71-4073-b78b-b0447edbe90c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:08:13.835348 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd8e6ea-7e71-4073-b78b-b0447edbe90c None None] Bound using segment: {'id': '0a1e84a4-fbf5-4c4d-99c0-07e0e77a2e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '2d5bdb15-bba4-4c2a-876e-ee882497d62b'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 11:08:13.835891 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-0dd8e6ea-7e71-4073-b78b-b0447edbe90c None None] Bound port: 44868ee3-6c4b-4cda-bf79-adc1530f0654, host: dv-cinder-834448-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a1e84a4-fbf5-4c4d-99c0-07e0e77a2e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '2d5bdb15-bba4-4c2a-876e-ee882497d62b'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 11:08:13.836288 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-0dd8e6ea-7e71-4073-b78b-b0447edbe90c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (44868ee3-6c4b-4cda-bf79-adc1530f0654), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:08:13.910958 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-0dd8e6ea-7e71-4073-b78b-b0447edbe90c None None] For port 44868ee3-6c4b-4cda-bf79-adc1530f0654, host dv-cinder-834448-1-smb, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 11:08:13.914779 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-0dd8e6ea-7e71-4073-b78b-b0447edbe90c None None] For port 44868ee3-6c4b-4cda-bf79-adc1530f0654, host dv-cinder-834448-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-smb',level=0,port_id=44868ee3-6c4b-4cda-bf79-adc1530f0654,segment=NetworkSegment(0a1e84a4-fbf5-4c4d-99c0-07e0e77a2e07),segment_id=0a1e84a4-fbf5-4c4d-99c0-07e0e77a2e07)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 11:08:13.922495 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-0dd8e6ea-7e71-4073-b78b-b0447edbe90c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817'] for port (44868ee3-6c4b-4cda-bf79-adc1530f0654), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:08:13.983523 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd8e6ea-7e71-4073-b78b-b0447edbe90c None None] Pushing event updated for resources: {'Port': ['ID=44868ee3-6c4b-4cda-bf79-adc1530f0654,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:08:14.479084 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Device 44868ee3-6c4b-4cda-bf79-adc1530f0654 up at agent ovs-agent-dv-cinder-834448-1-smb {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:08:14.534718 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Provisioning complete for port 44868ee3-6c4b-4cda-bf79-adc1530f0654 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:08:14.535113 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688166'] for port (44868ee3-6c4b-4cda-bf79-adc1530f0654), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:08:14.626348 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Current status of the port 44868ee3-6c4b-4cda-bf79-adc1530f0654 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:08:14.626736 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (44868ee3-6c4b-4cda-bf79-adc1530f0654), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:08:14.664612 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] For port 44868ee3-6c4b-4cda-bf79-adc1530f0654, host dv-cinder-834448-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-smb',level=0,port_id=44868ee3-6c4b-4cda-bf79-adc1530f0654,segment=NetworkSegment(0a1e84a4-fbf5-4c4d-99c0-07e0e77a2e07),segment_id=0a1e84a4-fbf5-4c4d-99c0-07e0e77a2e07)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:08:14.670582 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817'] for port (44868ee3-6c4b-4cda-bf79-adc1530f0654), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:08:14.731245 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Pushing event updated for resources: {'Port': ['ID=44868ee3-6c4b-4cda-bf79-adc1530f0654,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:08:14.851127 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f64b9d91-1719-4a2f-a341-08e43fd02b6e None None] Network 2d5bdb15-bba4-4c2a-876e-ee882497d62b requested from dv-cinder-834448-1-smb {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 11:08:14.916619 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-fb584dd7-c10f-4ce8-b330-ebd37edcbffc None None] Provisioning complete for port 44868ee3-6c4b-4cda-bf79-adc1530f0654 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:08:14.917002 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-fb584dd7-c10f-4ce8-b330-ebd37edcbffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688166'] for port (44868ee3-6c4b-4cda-bf79-adc1530f0654), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:08:15.037085 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-fb584dd7-c10f-4ce8-b330-ebd37edcbffc None None] Current status of the port 44868ee3-6c4b-4cda-bf79-adc1530f0654 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:08:15.259467 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-3361d888-40ef-41de-858a-728fa5bf990d None None] Provisioning complete for port 44868ee3-6c4b-4cda-bf79-adc1530f0654 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:08:15.259975 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-3361d888-40ef-41de-858a-728fa5bf990d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688166'] for port (44868ee3-6c4b-4cda-bf79-adc1530f0654), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:08:15.348293 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-3361d888-40ef-41de-858a-728fa5bf990d None None] Current status of the port 44868ee3-6c4b-4cda-bf79-adc1530f0654 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:08:16.450726 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Device 44868ee3-6c4b-4cda-bf79-adc1530f0654 up at agent ovs-agent-dv-cinder-834448-1-smb {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:08:16.504866 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Provisioning complete for port 44868ee3-6c4b-4cda-bf79-adc1530f0654 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:08:16.505146 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688166'] for port (44868ee3-6c4b-4cda-bf79-adc1530f0654), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:08:16.593028 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Current status of the port 44868ee3-6c4b-4cda-bf79-adc1530f0654 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:08:22.860105 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-fe84e8c0-2270-42d8-99ce-5d0411df3def None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (9c74c917-795e-4123-adbe-3a92cf8165ad), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:08:25.525516 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-a6cd69ea-6b99-4f55-8bed-33988506ce34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (5097f9b2-2ef0-4af4-bde3-0c344dd6e70c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:08:28.137570 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6694aa1f-bf8d-44e0-b771-2551b8853c50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (47320176-3fab-4a55-b687-b3e35e89e628), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:08:28.552402 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-5db6d96b-8c48-4aa5-944a-567c97b9cc9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (964235d6-d67c-4a74-84a5-611ab5391dc9), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:08:29.543831 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (4788e3a4-6d7d-47da-90c6-7227f6e2e35d), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:08:41.507181 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.agents_db [None req-8008186f-aa22-4b77-a63e-1bf9dbff4757 None None] Agent healthcheck: found 5 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 11:08:52.866254 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d16fc67c-9e41-4978-8353-6a6777704a29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (9c74c917-795e-4123-adbe-3a92cf8165ad), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:08:55.531152 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b1a5b83f-0d1f-4f5b-a3ea-a08143fc9f1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (5097f9b2-2ef0-4af4-bde3-0c344dd6e70c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:08:58.136754 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6694aa1f-bf8d-44e0-b771-2551b8853c50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (47320176-3fab-4a55-b687-b3e35e89e628), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:08:58.563299 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-5db6d96b-8c48-4aa5-944a-567c97b9cc9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (964235d6-d67c-4a74-84a5-611ab5391dc9), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:08:59.539258 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (4788e3a4-6d7d-47da-90c6-7227f6e2e35d), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:09:18.506613 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.agents_db [None req-8008186f-aa22-4b77-a63e-1bf9dbff4757 None None] Agent healthcheck: found 5 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 11:09:22.860283 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d60782d8-d7f7-4860-aea5-636b7b8b1116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (9c74c917-795e-4123-adbe-3a92cf8165ad), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:09:25.530563 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-7f0d903d-14d3-4dd0-9e68-be5581cc706b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (5097f9b2-2ef0-4af4-bde3-0c344dd6e70c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:09:28.142081 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6694aa1f-bf8d-44e0-b771-2551b8853c50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (47320176-3fab-4a55-b687-b3e35e89e628), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:09:28.561076 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-5db6d96b-8c48-4aa5-944a-567c97b9cc9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (964235d6-d67c-4a74-84a5-611ab5391dc9), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:09:29.546083 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (4788e3a4-6d7d-47da-90c6-7227f6e2e35d), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:09:35.163158 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 39788) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:09:35.169122 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [None req-969bf6a1-3438-41cc-8721-7c0f6dba4fdd tempest-verify_tempest_config-1465403400 tempest-verify_tempest_config-1465403400-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103421) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 21 11:09:35.170137 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-969bf6a1-3438-41cc-8721-7c0f6dba4fdd tempest-verify_tempest_config-1465403400 tempest-verify_tempest_config-1465403400-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0059302 Mar 21 11:09:35.528504 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 39806) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:09:35.651174 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-894c6b2f-3e29-4f84-b67a-1b857e70588b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:09:35.775196 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-894c6b2f-3e29-4f84-b67a-1b857e70588b admin admin] Publish callbacks [] for security_group (1a0782bb-2a9f-4daa-acb4-0abc70015ae5), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:09:35.780403 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-894c6b2f-3e29-4f84-b67a-1b857e70588b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (1a0782bb-2a9f-4daa-acb4-0abc70015ae5), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:09:35.827442 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-894c6b2f-3e29-4f84-b67a-1b857e70588b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=04eb602e0ec04142aad0385ca81b1802&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2972133 Mar 21 11:09:35.828313 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894c6b2f-3e29-4f84-b67a-1b857e70588b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a0782bb-2a9f-4daa-acb4-0abc70015ae5,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:09:35.830098 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 39812) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:09:35.835406 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894c6b2f-3e29-4f84-b67a-1b857e70588b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:09:35.835787 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894c6b2f-3e29-4f84-b67a-1b857e70588b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:09:35.836184 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894c6b2f-3e29-4f84-b67a-1b857e70588b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:09:35.836544 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894c6b2f-3e29-4f84-b67a-1b857e70588b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:09:35.836875 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894c6b2f-3e29-4f84-b67a-1b857e70588b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:09:35.837207 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894c6b2f-3e29-4f84-b67a-1b857e70588b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:09:35.837533 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894c6b2f-3e29-4f84-b67a-1b857e70588b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:09:35.837852 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894c6b2f-3e29-4f84-b67a-1b857e70588b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:09:35.838182 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894c6b2f-3e29-4f84-b67a-1b857e70588b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:09:35.838500 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894c6b2f-3e29-4f84-b67a-1b857e70588b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:09:35.838817 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894c6b2f-3e29-4f84-b67a-1b857e70588b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:09:35.839154 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894c6b2f-3e29-4f84-b67a-1b857e70588b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:09:35.839462 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894c6b2f-3e29-4f84-b67a-1b857e70588b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:09:35.839794 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894c6b2f-3e29-4f84-b67a-1b857e70588b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:09:35.840128 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894c6b2f-3e29-4f84-b67a-1b857e70588b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:09:35.894213 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-aad29ec4-b8ae-44f7-8d81-5c4d6bb14ded admin admin] Publish callbacks [] for security_group (1a0782bb-2a9f-4daa-acb4-0abc70015ae5), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:09:35.920856 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-aad29ec4-b8ae-44f7-8d81-5c4d6bb14ded admin admin] Publish callbacks [] for security_group (1a0782bb-2a9f-4daa-acb4-0abc70015ae5), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:09:36.014778 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-aad29ec4-b8ae-44f7-8d81-5c4d6bb14ded admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (1a0782bb-2a9f-4daa-acb4-0abc70015ae5), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:09:36.017370 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-aad29ec4-b8ae-44f7-8d81-5c4d6bb14ded admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:09:36.018629 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-aad29ec4-b8ae-44f7-8d81-5c4d6bb14ded admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1a0782bb-2a9f-4daa-acb4-0abc70015ae5 HTTP/1.1" status: 204 len: 168 time: 0.1874976 Mar 21 11:09:36.027823 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad29ec4-b8ae-44f7-8d81-5c4d6bb14ded admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a0782bb-2a9f-4daa-acb4-0abc70015ae5,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:09:36.035559 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad29ec4-b8ae-44f7-8d81-5c4d6bb14ded admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:09:36.035832 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad29ec4-b8ae-44f7-8d81-5c4d6bb14ded admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:09:36.036121 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad29ec4-b8ae-44f7-8d81-5c4d6bb14ded admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:09:36.036467 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad29ec4-b8ae-44f7-8d81-5c4d6bb14ded admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:09:36.036800 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad29ec4-b8ae-44f7-8d81-5c4d6bb14ded admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:09:36.037124 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad29ec4-b8ae-44f7-8d81-5c4d6bb14ded admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:09:36.037446 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad29ec4-b8ae-44f7-8d81-5c4d6bb14ded admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:09:36.037767 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad29ec4-b8ae-44f7-8d81-5c4d6bb14ded admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:09:36.038087 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad29ec4-b8ae-44f7-8d81-5c4d6bb14ded admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:09:36.038406 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad29ec4-b8ae-44f7-8d81-5c4d6bb14ded admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:09:36.038729 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad29ec4-b8ae-44f7-8d81-5c4d6bb14ded admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:09:36.039131 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad29ec4-b8ae-44f7-8d81-5c4d6bb14ded admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:09:36.039455 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad29ec4-b8ae-44f7-8d81-5c4d6bb14ded admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:09:36.039814 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad29ec4-b8ae-44f7-8d81-5c4d6bb14ded admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:09:36.040131 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad29ec4-b8ae-44f7-8d81-5c4d6bb14ded admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:09:52.873054 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-248aa549-b47b-4148-ac2c-b257e2d27abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (9c74c917-795e-4123-adbe-3a92cf8165ad), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:09:55.505917 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.agents_db [None req-8008186f-aa22-4b77-a63e-1bf9dbff4757 None None] Agent healthcheck: found 5 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 11:09:55.530977 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-3d9218df-620b-4acd-a175-7b97c17cfc55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (5097f9b2-2ef0-4af4-bde3-0c344dd6e70c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:09:58.148313 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6694aa1f-bf8d-44e0-b771-2551b8853c50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (47320176-3fab-4a55-b687-b3e35e89e628), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:09:58.562012 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-5db6d96b-8c48-4aa5-944a-567c97b9cc9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (964235d6-d67c-4a74-84a5-611ab5391dc9), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:09:59.543324 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (4788e3a4-6d7d-47da-90c6-7227f6e2e35d), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:10:22.872450 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-746d90e4-70f0-4158-8e14-c6ca832b9efd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (9c74c917-795e-4123-adbe-3a92cf8165ad), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:10:25.530779 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-ac9f3404-eafa-401a-b8c5-44c18f5ea294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (5097f9b2-2ef0-4af4-bde3-0c344dd6e70c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:10:28.152771 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6694aa1f-bf8d-44e0-b771-2551b8853c50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (47320176-3fab-4a55-b687-b3e35e89e628), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:10:28.565774 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-5db6d96b-8c48-4aa5-944a-567c97b9cc9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (964235d6-d67c-4a74-84a5-611ab5391dc9), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:10:29.548801 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (4788e3a4-6d7d-47da-90c6-7227f6e2e35d), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:10:32.508248 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.agents_db [None req-8008186f-aa22-4b77-a63e-1bf9dbff4757 None None] Agent healthcheck: found 5 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 11:10:52.867255 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-242ac68e-31b0-406e-ac06-c659377c4f6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (9c74c917-795e-4123-adbe-3a92cf8165ad), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:10:55.528886 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-07d4829c-0810-4d3c-bd07-01ffeb13fddb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (5097f9b2-2ef0-4af4-bde3-0c344dd6e70c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:10:58.149814 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6694aa1f-bf8d-44e0-b771-2551b8853c50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (47320176-3fab-4a55-b687-b3e35e89e628), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:10:58.571455 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-5db6d96b-8c48-4aa5-944a-567c97b9cc9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (964235d6-d67c-4a74-84a5-611ab5391dc9), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:10:59.539023 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (4788e3a4-6d7d-47da-90c6-7227f6e2e35d), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:11:09.508207 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.agents_db [None req-8008186f-aa22-4b77-a63e-1bf9dbff4757 None None] Agent healthcheck: found 5 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 11:11:22.874610 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d05ce4a9-c90b-4f06-93dc-cf67c443f1b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (9c74c917-795e-4123-adbe-3a92cf8165ad), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:11:25.525815 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b6a0a0e5-d1b1-4763-92b0-b677990dae3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (5097f9b2-2ef0-4af4-bde3-0c344dd6e70c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:11:25.713191 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1687851'] for agent (e1ce583e-86b5-47e2-b889-5e91679074ed), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:11:28.154153 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6694aa1f-bf8d-44e0-b771-2551b8853c50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (47320176-3fab-4a55-b687-b3e35e89e628), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:11:28.573357 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-5db6d96b-8c48-4aa5-944a-567c97b9cc9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (964235d6-d67c-4a74-84a5-611ab5391dc9), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:11:29.537833 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (4788e3a4-6d7d-47da-90c6-7227f6e2e35d), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:11:41.381996 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 39886) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:11:41.497309 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-8ec42345-4bea-4f53-9c6a-73263e1c496e admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4541 time: 0.1141233 Mar 21 11:11:43.876687 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 39896) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:11:43.938194 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-c4ef641e-e12f-4132-805b-08d86ed37a7a admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4541 time: 0.0603242 Mar 21 11:11:46.507702 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.agents_db [None req-8008186f-aa22-4b77-a63e-1bf9dbff4757 None None] Agent healthcheck: found 6 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 11:11:52.869948 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-863efb5d-cfa5-46d1-a46b-5c7584f645b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (9c74c917-795e-4123-adbe-3a92cf8165ad), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:11:55.523235 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-dd63a08d-e3c2-44ea-8981-94f704f86c47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (5097f9b2-2ef0-4af4-bde3-0c344dd6e70c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:11:55.707555 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (e1ce583e-86b5-47e2-b889-5e91679074ed), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:11:58.155211 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6694aa1f-bf8d-44e0-b771-2551b8853c50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (47320176-3fab-4a55-b687-b3e35e89e628), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:11:58.577738 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-5db6d96b-8c48-4aa5-944a-567c97b9cc9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (964235d6-d67c-4a74-84a5-611ab5391dc9), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:11:59.534928 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (4788e3a4-6d7d-47da-90c6-7227f6e2e35d), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:12:22.877421 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e82bf364-cf27-4dbf-a2dc-fa696e9e12fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (9c74c917-795e-4123-adbe-3a92cf8165ad), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:12:23.508620 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.agents_db [None req-8008186f-aa22-4b77-a63e-1bf9dbff4757 None None] Agent healthcheck: found 6 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 11:12:25.518792 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d6e27503-320d-4b25-bdf0-d854f47df2c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (5097f9b2-2ef0-4af4-bde3-0c344dd6e70c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:12:25.711939 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (e1ce583e-86b5-47e2-b889-5e91679074ed), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:12:28.155721 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6694aa1f-bf8d-44e0-b771-2551b8853c50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (47320176-3fab-4a55-b687-b3e35e89e628), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:12:28.583417 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-5db6d96b-8c48-4aa5-944a-567c97b9cc9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (964235d6-d67c-4a74-84a5-611ab5391dc9), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:12:29.536196 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (4788e3a4-6d7d-47da-90c6-7227f6e2e35d), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:12:52.873607 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d771c0e6-2a3d-417e-a68b-1ad5e2c6acdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (9c74c917-795e-4123-adbe-3a92cf8165ad), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:12:55.515124 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-01832cf1-417a-4f20-85bc-837efd1bff4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (5097f9b2-2ef0-4af4-bde3-0c344dd6e70c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:12:55.709838 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (e1ce583e-86b5-47e2-b889-5e91679074ed), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:12:58.158475 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6694aa1f-bf8d-44e0-b771-2551b8853c50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (47320176-3fab-4a55-b687-b3e35e89e628), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:12:58.591235 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-5db6d96b-8c48-4aa5-944a-567c97b9cc9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (964235d6-d67c-4a74-84a5-611ab5391dc9), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:12:59.531663 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (4788e3a4-6d7d-47da-90c6-7227f6e2e35d), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:00.508251 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.agents_db [None req-8008186f-aa22-4b77-a63e-1bf9dbff4757 None None] Agent healthcheck: found 6 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 11:13:22.891743 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-7accf5fb-6266-4102-8687-ae4ddbd7a530 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (9c74c917-795e-4123-adbe-3a92cf8165ad), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:25.544428 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-dd5dcc03-90a8-4777-85f8-3e9b867043bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (5097f9b2-2ef0-4af4-bde3-0c344dd6e70c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:25.758032 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (e1ce583e-86b5-47e2-b889-5e91679074ed), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:28.179809 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6694aa1f-bf8d-44e0-b771-2551b8853c50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (47320176-3fab-4a55-b687-b3e35e89e628), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:28.626416 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-5db6d96b-8c48-4aa5-944a-567c97b9cc9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (964235d6-d67c-4a74-84a5-611ab5391dc9), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:29.533333 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (4788e3a4-6d7d-47da-90c6-7227f6e2e35d), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:29.782622 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 40062) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:13:29.833956 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 40070) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:13:30.099980 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.v2.base [None req-56c5fc65-a8e2-4db4-99b2-a443ef575924 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2065661749-network', 'tenant_id': '52347e0a8df44be6bcf4f99067c9a702'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:13:30.114692 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.v2.base [None req-9abfc1d3-a6af-4d08-b490-7f77a8e3ab02 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1124083517-network', 'tenant_id': '5c0a065250d348a7b0fe2877a603793f'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:13:30.187079 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9abfc1d3-a6af-4d08-b490-7f77a8e3ab02 admin admin] Made reservation on behalf of 5c0a065250d348a7b0fe2877a603793f for: {'network': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 11:13:30.191433 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-9abfc1d3-a6af-4d08-b490-7f77a8e3ab02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for network (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:30.199801 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56c5fc65-a8e2-4db4-99b2-a443ef575924 admin admin] Made reservation on behalf of 52347e0a8df44be6bcf4f99067c9a702 for: {'network': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 11:13:30.208642 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-56c5fc65-a8e2-4db4-99b2-a443ef575924 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for network (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:30.209793 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-9abfc1d3-a6af-4d08-b490-7f77a8e3ab02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:30.230792 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-56c5fc65-a8e2-4db4-99b2-a443ef575924 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:30.313995 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-9abfc1d3-a6af-4d08-b490-7f77a8e3ab02 admin admin] Publish callbacks [] for security_group (7e91b5ae-ba52-47a7-b5f7-3252bcde7f19), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:30.320479 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-9abfc1d3-a6af-4d08-b490-7f77a8e3ab02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (7e91b5ae-ba52-47a7-b5f7-3252bcde7f19), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:30.365419 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9abfc1d3-a6af-4d08-b490-7f77a8e3ab02 admin admin] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=103421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 11:13:30.387308 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abfc1d3-a6af-4d08-b490-7f77a8e3ab02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e91b5ae-ba52-47a7-b5f7-3252bcde7f19,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:13:30.399445 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abfc1d3-a6af-4d08-b490-7f77a8e3ab02 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:13:30.400348 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abfc1d3-a6af-4d08-b490-7f77a8e3ab02 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:13:30.400958 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abfc1d3-a6af-4d08-b490-7f77a8e3ab02 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:13:30.401522 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abfc1d3-a6af-4d08-b490-7f77a8e3ab02 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:13:30.402376 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abfc1d3-a6af-4d08-b490-7f77a8e3ab02 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:13:30.402887 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abfc1d3-a6af-4d08-b490-7f77a8e3ab02 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:13:30.403351 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abfc1d3-a6af-4d08-b490-7f77a8e3ab02 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:13:30.403917 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abfc1d3-a6af-4d08-b490-7f77a8e3ab02 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:13:30.404370 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abfc1d3-a6af-4d08-b490-7f77a8e3ab02 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:13:30.405095 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abfc1d3-a6af-4d08-b490-7f77a8e3ab02 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:13:30.405577 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abfc1d3-a6af-4d08-b490-7f77a8e3ab02 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:13:30.406147 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abfc1d3-a6af-4d08-b490-7f77a8e3ab02 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:13:30.406678 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abfc1d3-a6af-4d08-b490-7f77a8e3ab02 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:13:30.407199 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abfc1d3-a6af-4d08-b490-7f77a8e3ab02 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:13:30.407975 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abfc1d3-a6af-4d08-b490-7f77a8e3ab02 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:13:30.410458 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abfc1d3-a6af-4d08-b490-7f77a8e3ab02 admin admin] Tracked resource versions report: Mar 21 11:13:30.410458 dv-cinder-834448-1-smb neutron-server[103421]: pushed versions: Mar 21 11:13:30.410458 dv-cinder-834448-1-smb neutron-server[103421]: { 'AddressGroup': {'1.2'}, Mar 21 11:13:30.410458 dv-cinder-834448-1-smb neutron-server[103421]: 'Agent': {'1.1'}, Mar 21 11:13:30.410458 dv-cinder-834448-1-smb neutron-server[103421]: 'ConntrackHelper': {'1.0'}, Mar 21 11:13:30.410458 dv-cinder-834448-1-smb neutron-server[103421]: 'LocalIPAssociation': {'1.0'}, Mar 21 11:13:30.410458 dv-cinder-834448-1-smb neutron-server[103421]: 'Log': {'1.0'}, Mar 21 11:13:30.410458 dv-cinder-834448-1-smb neutron-server[103421]: 'NDPProxy': {'1.0'}, Mar 21 11:13:30.410458 dv-cinder-834448-1-smb neutron-server[103421]: 'Network': {'1.1'}, Mar 21 11:13:30.410458 dv-cinder-834448-1-smb neutron-server[103421]: 'Port': {'1.7'}, Mar 21 11:13:30.410458 dv-cinder-834448-1-smb neutron-server[103421]: 'PortForwarding': {'1.3'}, Mar 21 11:13:30.410458 dv-cinder-834448-1-smb neutron-server[103421]: 'QosPolicy': {'1.10'}, Mar 21 11:13:30.410458 dv-cinder-834448-1-smb neutron-server[103421]: 'SecurityGroup': {'1.5'}, Mar 21 11:13:30.410458 dv-cinder-834448-1-smb neutron-server[103421]: 'SecurityGroupRule': {'1.2'}, Mar 21 11:13:30.410458 dv-cinder-834448-1-smb neutron-server[103421]: 'SubPort': {'1.0'}, Mar 21 11:13:30.410458 dv-cinder-834448-1-smb neutron-server[103421]: 'Subnet': {'1.1'}, Mar 21 11:13:30.410458 dv-cinder-834448-1-smb neutron-server[103421]: 'Trunk': {'1.1'}} Mar 21 11:13:30.410458 dv-cinder-834448-1-smb neutron-server[103421]: consumer versions: Mar 21 11:13:30.410458 dv-cinder-834448-1-smb neutron-server[103421]: { DHCP agent@dv-cinder-834448-1-smb: {}, Mar 21 11:13:30.410458 dv-cinder-834448-1-smb neutron-server[103421]: HyperV agent@hv-cinder-83444: {}, Mar 21 11:13:30.410458 dv-cinder-834448-1-smb neutron-server[103421]: L3 agent@dv-cinder-834448-1-smb: {}, Mar 21 11:13:30.410458 dv-cinder-834448-1-smb neutron-server[103421]: Metadata agent@dv-cinder-834448-1-smb: {}, Mar 21 11:13:30.410458 dv-cinder-834448-1-smb neutron-server[103421]: Metering agent@dv-cinder-834448-1-smb: {}, Mar 21 11:13:30.410458 dv-cinder-834448-1-smb neutron-server[103421]: Open vSwitch agent@dv-cinder-834448-1-smb: { 'AddressGroup': '1.2', Mar 21 11:13:30.410458 dv-cinder-834448-1-smb neutron-server[103421]: 'Agent': '1.1', Mar 21 11:13:30.410458 dv-cinder-834448-1-smb neutron-server[103421]: 'ConntrackHelper': '1.0', Mar 21 11:13:30.410458 dv-cinder-834448-1-smb neutron-server[103421]: 'LocalIPAssociation': '1.0', Mar 21 11:13:30.410458 dv-cinder-834448-1-smb neutron-server[103421]: 'Log': '1.0', Mar 21 11:13:30.410458 dv-cinder-834448-1-smb neutron-server[103421]: 'NDPProxy': '1.0', Mar 21 11:13:30.410458 dv-cinder-834448-1-smb neutron-server[103421]: 'Network': '1.1', Mar 21 11:13:30.410458 dv-cinder-834448-1-smb neutron-server[103421]: 'Port': '1.7', Mar 21 11:13:30.410458 dv-cinder-834448-1-smb neutron-server[103421]: 'PortForwarding': '1.3', Mar 21 11:13:30.410458 dv-cinder-834448-1-smb neutron-server[103421]: 'QosPolicy': '1.10', Mar 21 11:13:30.410458 dv-cinder-834448-1-smb neutron-server[103421]: 'SecurityGroup': '1.5', Mar 21 11:13:30.410458 dv-cinder-834448-1-smb neutron-server[103421]: 'SecurityGroupRule': '1.2', Mar 21 11:13:30.410458 dv-cinder-834448-1-smb neutron-server[103421]: 'SubPort': '1.0', Mar 21 11:13:30.410458 dv-cinder-834448-1-smb neutron-server[103421]: 'Subnet': '1.1', Mar 21 11:13:30.410458 dv-cinder-834448-1-smb neutron-server[103421]: 'Trunk': '1.1'}} Mar 21 11:13:30.410458 dv-cinder-834448-1-smb neutron-server[103421]: {{(pid=103421) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 21 11:13:30.416733 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-56c5fc65-a8e2-4db4-99b2-a443ef575924 admin admin] Publish callbacks [] for security_group (d16428e1-03fd-46f7-80c6-8696f1f626ef), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:30.425866 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-56c5fc65-a8e2-4db4-99b2-a443ef575924 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (d16428e1-03fd-46f7-80c6-8696f1f626ef), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:30.429369 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-9abfc1d3-a6af-4d08-b490-7f77a8e3ab02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751123'] for segment (bb9daefb-d4c3-44b6-ba73-015d6754aeb6), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:30.429808 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.db.segments_db [None req-9abfc1d3-a6af-4d08-b490-7f77a8e3ab02 admin admin] Added segment bb9daefb-d4c3-44b6-ba73-015d6754aeb6 of type vlan for network 1436ce26-cb86-45d4-9a97-097fbbf6586a Mar 21 11:13:30.489567 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c5fc65-a8e2-4db4-99b2-a443ef575924 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d16428e1-03fd-46f7-80c6-8696f1f626ef,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:13:30.509249 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c5fc65-a8e2-4db4-99b2-a443ef575924 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:13:30.510166 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c5fc65-a8e2-4db4-99b2-a443ef575924 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:13:30.511135 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c5fc65-a8e2-4db4-99b2-a443ef575924 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:13:30.511961 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c5fc65-a8e2-4db4-99b2-a443ef575924 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:13:30.512911 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c5fc65-a8e2-4db4-99b2-a443ef575924 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:13:30.513602 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c5fc65-a8e2-4db4-99b2-a443ef575924 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:13:30.514134 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c5fc65-a8e2-4db4-99b2-a443ef575924 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:13:30.514871 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c5fc65-a8e2-4db4-99b2-a443ef575924 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:13:30.515457 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c5fc65-a8e2-4db4-99b2-a443ef575924 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:13:30.516015 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c5fc65-a8e2-4db4-99b2-a443ef575924 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:13:30.516661 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c5fc65-a8e2-4db4-99b2-a443ef575924 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:13:30.517159 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c5fc65-a8e2-4db4-99b2-a443ef575924 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:13:30.517654 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c5fc65-a8e2-4db4-99b2-a443ef575924 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:13:30.518209 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c5fc65-a8e2-4db4-99b2-a443ef575924 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:13:30.518956 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c5fc65-a8e2-4db4-99b2-a443ef575924 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:13:30.521645 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c5fc65-a8e2-4db4-99b2-a443ef575924 admin admin] Tracked resource versions report: Mar 21 11:13:30.521645 dv-cinder-834448-1-smb neutron-server[103422]: pushed versions: Mar 21 11:13:30.521645 dv-cinder-834448-1-smb neutron-server[103422]: { 'AddressGroup': {'1.2'}, Mar 21 11:13:30.521645 dv-cinder-834448-1-smb neutron-server[103422]: 'Agent': {'1.1'}, Mar 21 11:13:30.521645 dv-cinder-834448-1-smb neutron-server[103422]: 'ConntrackHelper': {'1.0'}, Mar 21 11:13:30.521645 dv-cinder-834448-1-smb neutron-server[103422]: 'LocalIPAssociation': {'1.0'}, Mar 21 11:13:30.521645 dv-cinder-834448-1-smb neutron-server[103422]: 'Log': {'1.0'}, Mar 21 11:13:30.521645 dv-cinder-834448-1-smb neutron-server[103422]: 'NDPProxy': {'1.0'}, Mar 21 11:13:30.521645 dv-cinder-834448-1-smb neutron-server[103422]: 'Network': {'1.1'}, Mar 21 11:13:30.521645 dv-cinder-834448-1-smb neutron-server[103422]: 'Port': {'1.7'}, Mar 21 11:13:30.521645 dv-cinder-834448-1-smb neutron-server[103422]: 'PortForwarding': {'1.3'}, Mar 21 11:13:30.521645 dv-cinder-834448-1-smb neutron-server[103422]: 'QosPolicy': {'1.10'}, Mar 21 11:13:30.521645 dv-cinder-834448-1-smb neutron-server[103422]: 'SecurityGroup': {'1.5'}, Mar 21 11:13:30.521645 dv-cinder-834448-1-smb neutron-server[103422]: 'SecurityGroupRule': {'1.2'}, Mar 21 11:13:30.521645 dv-cinder-834448-1-smb neutron-server[103422]: 'SubPort': {'1.0'}, Mar 21 11:13:30.521645 dv-cinder-834448-1-smb neutron-server[103422]: 'Subnet': {'1.1'}, Mar 21 11:13:30.521645 dv-cinder-834448-1-smb neutron-server[103422]: 'Trunk': {'1.1'}} Mar 21 11:13:30.521645 dv-cinder-834448-1-smb neutron-server[103422]: consumer versions: Mar 21 11:13:30.521645 dv-cinder-834448-1-smb neutron-server[103422]: { DHCP agent@dv-cinder-834448-1-smb: {}, Mar 21 11:13:30.521645 dv-cinder-834448-1-smb neutron-server[103422]: HyperV agent@hv-cinder-83444: {}, Mar 21 11:13:30.521645 dv-cinder-834448-1-smb neutron-server[103422]: L3 agent@dv-cinder-834448-1-smb: {}, Mar 21 11:13:30.521645 dv-cinder-834448-1-smb neutron-server[103422]: Metadata agent@dv-cinder-834448-1-smb: {}, Mar 21 11:13:30.521645 dv-cinder-834448-1-smb neutron-server[103422]: Metering agent@dv-cinder-834448-1-smb: {}, Mar 21 11:13:30.521645 dv-cinder-834448-1-smb neutron-server[103422]: Open vSwitch agent@dv-cinder-834448-1-smb: { 'AddressGroup': '1.2', Mar 21 11:13:30.521645 dv-cinder-834448-1-smb neutron-server[103422]: 'Agent': '1.1', Mar 21 11:13:30.521645 dv-cinder-834448-1-smb neutron-server[103422]: 'ConntrackHelper': '1.0', Mar 21 11:13:30.521645 dv-cinder-834448-1-smb neutron-server[103422]: 'LocalIPAssociation': '1.0', Mar 21 11:13:30.521645 dv-cinder-834448-1-smb neutron-server[103422]: 'Log': '1.0', Mar 21 11:13:30.521645 dv-cinder-834448-1-smb neutron-server[103422]: 'NDPProxy': '1.0', Mar 21 11:13:30.521645 dv-cinder-834448-1-smb neutron-server[103422]: 'Network': '1.1', Mar 21 11:13:30.521645 dv-cinder-834448-1-smb neutron-server[103422]: 'Port': '1.7', Mar 21 11:13:30.521645 dv-cinder-834448-1-smb neutron-server[103422]: 'PortForwarding': '1.3', Mar 21 11:13:30.521645 dv-cinder-834448-1-smb neutron-server[103422]: 'QosPolicy': '1.10', Mar 21 11:13:30.521645 dv-cinder-834448-1-smb neutron-server[103422]: 'SecurityGroup': '1.5', Mar 21 11:13:30.521645 dv-cinder-834448-1-smb neutron-server[103422]: 'SecurityGroupRule': '1.2', Mar 21 11:13:30.521645 dv-cinder-834448-1-smb neutron-server[103422]: 'SubPort': '1.0', Mar 21 11:13:30.521645 dv-cinder-834448-1-smb neutron-server[103422]: 'Subnet': '1.1', Mar 21 11:13:30.521645 dv-cinder-834448-1-smb neutron-server[103422]: 'Trunk': '1.1'}} Mar 21 11:13:30.521645 dv-cinder-834448-1-smb neutron-server[103422]: {{(pid=103422) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 21 11:13:30.532593 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56c5fc65-a8e2-4db4-99b2-a443ef575924 admin admin] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=103422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 11:13:30.541923 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-9abfc1d3-a6af-4d08-b490-7f77a8e3ab02 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738246104679'] for network (1436ce26-cb86-45d4-9a97-097fbbf6586a), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:30.585112 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-56c5fc65-a8e2-4db4-99b2-a443ef575924 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8738246472250', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751123'] for segment (ed9a1c02-481f-4a04-a954-ab4bb6b2d4a8), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:30.586041 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-56c5fc65-a8e2-4db4-99b2-a443ef575924 admin admin] Unsubscribe: segment precommit_create {{(pid=103422) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 21 11:13:30.587744 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.db.segments_db [None req-56c5fc65-a8e2-4db4-99b2-a443ef575924 admin admin] Added segment ed9a1c02-481f-4a04-a954-ab4bb6b2d4a8 of type vlan for network 4a579521-14d3-4610-a099-3c56c62bd19a Mar 21 11:13:30.606764 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-9abfc1d3-a6af-4d08-b490-7f77a8e3ab02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998'] for network (1436ce26-cb86-45d4-9a97-097fbbf6586a), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:30.609523 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9abfc1d3-a6af-4d08-b490-7f77a8e3ab02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:13:30.612692 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-9abfc1d3-a6af-4d08-b490-7f77a8e3ab02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693044'] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:30.699085 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-56c5fc65-a8e2-4db4-99b2-a443ef575924 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738246104679'] for network (4a579521-14d3-4610-a099-3c56c62bd19a), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:30.751066 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-56c5fc65-a8e2-4db4-99b2-a443ef575924 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998'] for network (4a579521-14d3-4610-a099-3c56c62bd19a), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:30.752348 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c5fc65-a8e2-4db4-99b2-a443ef575924 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:13:30.753420 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-56c5fc65-a8e2-4db4-99b2-a443ef575924 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693044'] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:30.767747 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abfc1d3-a6af-4d08-b490-7f77a8e3ab02 admin admin] Pushing event updated for resources: {'Network': ['ID=1436ce26-cb86-45d4-9a97-097fbbf6586a,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:13:30.791280 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Network 1436ce26-cb86-45d4-9a97-097fbbf6586a details requested by agent ovs-agent-dv-cinder-834448-1-smb with host dv-cinder-834448-1-smb {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 21 11:13:30.800014 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-9abfc1d3-a6af-4d08-b490-7f77a8e3ab02 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9633758 Mar 21 11:13:30.801552 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 40106) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:13:30.812370 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.v2.base [None req-507ba4b4-90e3-4433-ba0c-4199eef1c1ae admin admin] Request body: {'subnet': {'network_id': '1436ce26-cb86-45d4-9a97-097fbbf6586a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1124083517-subnet', 'tenant_id': '5c0a065250d348a7b0fe2877a603793f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:13:30.858893 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-507ba4b4-90e3-4433-ba0c-4199eef1c1ae admin admin] Made reservation on behalf of 5c0a065250d348a7b0fe2877a603793f for: {'subnet': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 11:13:30.865385 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-507ba4b4-90e3-4433-ba0c-4199eef1c1ae admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:30.967251 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c5fc65-a8e2-4db4-99b2-a443ef575924 admin admin] Pushing event updated for resources: {'Network': ['ID=4a579521-14d3-4610-a099-3c56c62bd19a,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:13:30.984706 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Network 4a579521-14d3-4610-a099-3c56c62bd19a details requested by agent ovs-agent-dv-cinder-834448-1-smb with host dv-cinder-834448-1-smb {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 21 11:13:30.985906 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-56c5fc65-a8e2-4db4-99b2-a443ef575924 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.2012944 Mar 21 11:13:30.991703 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 40110) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:13:31.012746 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.v2.base [None req-d88fddf5-d76b-4ab4-8489-a2598da9b63a admin admin] Request body: {'subnet': {'network_id': '4a579521-14d3-4610-a099-3c56c62bd19a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2065661749-subnet', 'tenant_id': '52347e0a8df44be6bcf4f99067c9a702', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:13:31.054643 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d88fddf5-d76b-4ab4-8489-a2598da9b63a admin admin] Made reservation on behalf of 52347e0a8df44be6bcf4f99067c9a702 for: {'subnet': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 11:13:31.073054 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d88fddf5-d76b-4ab4-8489-a2598da9b63a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:31.086184 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 40116) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:13:31.262848 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-507ba4b4-90e3-4433-ba0c-4199eef1c1ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998'] for subnet (fea72cb6-9b89-4ba0-8193-720fc6fd5e2b), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:31.336814 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507ba4b4-90e3-4433-ba0c-4199eef1c1ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=fea72cb6-9b89-4ba0-8193-720fc6fd5e2b,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:13:31.356452 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-507ba4b4-90e3-4433-ba0c-4199eef1c1ae admin admin] Checking segment: {'id': 'bb9daefb-d4c3-44b6-ba73-015d6754aeb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '1436ce26-cb86-45d4-9a97-097fbbf6586a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:13:31.357030 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-507ba4b4-90e3-4433-ba0c-4199eef1c1ae admin admin] Network hostable DHCP agents. Network: 1436ce26-cb86-45d4-9a97-097fbbf6586a, hostable agents: ['9c74c917-795e-4123-adbe-3a92cf8165ad'], hosted agents: [] {{(pid=103421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 11:13:31.398491 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-507ba4b4-90e3-4433-ba0c-4199eef1c1ae admin admin] Network 1436ce26-cb86-45d4-9a97-097fbbf6586a is scheduled to be hosted by DHCP agent 9c74c917-795e-4123-adbe-3a92cf8165ad with binding_index 1 {{(pid=103421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 11:13:31.418828 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-507ba4b4-90e3-4433-ba0c-4199eef1c1ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834448-1-smb, 1436ce26-cb86-45d4-9a97-097fbbf6586a) {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:13:31.431791 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-367a16de-788d-4f48-8e14-57bb868b0d4e None None] Network 1436ce26-cb86-45d4-9a97-097fbbf6586a requested from dv-cinder-834448-1-smb {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 11:13:31.439446 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-507ba4b4-90e3-4433-ba0c-4199eef1c1ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:13:31.440864 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-507ba4b4-90e3-4433-ba0c-4199eef1c1ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693044'] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:31.469244 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 40136) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:13:31.500560 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-507ba4b4-90e3-4433-ba0c-4199eef1c1ae admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6923528 Mar 21 11:13:31.501193 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 40140) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:13:31.515909 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.v2.base [None req-577e189b-067a-4485-bd24-9f833a813138 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1609186647-network', 'tenant_id': '53cbbdfcec5443308803a36be9595a3d'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:13:31.517694 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.v2.base [None req-8277bb2e-c758-45be-9956-64ceb44a8b02 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1124083517-router', 'tenant_id': '5c0a065250d348a7b0fe2877a603793f', 'external_gateway_info': {'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623'}}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:13:31.564582 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-577e189b-067a-4485-bd24-9f833a813138 admin admin] Made reservation on behalf of 53cbbdfcec5443308803a36be9595a3d for: {'network': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 11:13:31.569768 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-577e189b-067a-4485-bd24-9f833a813138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for network (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:31.591570 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-577e189b-067a-4485-bd24-9f833a813138 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:31.592820 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8277bb2e-c758-45be-9956-64ceb44a8b02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1688884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2201'] for router (92a02156-46db-4840-99fe-9b2e5df1d7e3), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:31.594849 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8277bb2e-c758-45be-9956-64ceb44a8b02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1688740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1690871', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2208'] for router (92a02156-46db-4840-99fe-9b2e5df1d7e3), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:31.647916 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d88fddf5-d76b-4ab4-8489-a2598da9b63a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998'] for subnet (8a3d170f-7254-484a-9abf-df0a7cea6ed2), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:31.755548 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b7122a5-4589-48b1-ba8d-d0791e6dadd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce4f82c5-e8da-580b-894c-917e4a2c3c40-1436ce26-cb86-45d4-9a97-097fbbf6586a', 'network_id': '1436ce26-cb86-45d4-9a97-097fbbf6586a', 'project_id': '5c0a065250d348a7b0fe2877a603793f', 'fixed_ips': [{'subnet_id': 'fea72cb6-9b89-4ba0-8193-720fc6fd5e2b'}]}} from dv-cinder-834448-1-smb. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 21 11:13:31.757661 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-7b7122a5-4589-48b1-ba8d-d0791e6dadd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:31.779618 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8277bb2e-c758-45be-9956-64ceb44a8b02 admin admin] Publish callbacks [] for router_controller (92a02156-46db-4840-99fe-9b2e5df1d7e3), precommit_add_association {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:31.796602 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88fddf5-d76b-4ab4-8489-a2598da9b63a admin admin] Checking segment: {'id': 'ed9a1c02-481f-4a04-a954-ab4bb6b2d4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '4a579521-14d3-4610-a099-3c56c62bd19a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:13:31.796982 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d88fddf5-d76b-4ab4-8489-a2598da9b63a admin admin] Network hostable DHCP agents. Network: 4a579521-14d3-4610-a099-3c56c62bd19a, hostable agents: ['9c74c917-795e-4123-adbe-3a92cf8165ad'], hosted agents: [] {{(pid=103422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 11:13:31.847117 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.v2.base [None req-3a832222-a1f5-456c-9ec3-4a95b10c9a34 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2009843217-network', 'tenant_id': 'efc272227f6d42a69d99652301969d40'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:13:31.872948 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d88fddf5-d76b-4ab4-8489-a2598da9b63a admin admin] Network 4a579521-14d3-4610-a099-3c56c62bd19a is scheduled to be hosted by DHCP agent 9c74c917-795e-4123-adbe-3a92cf8165ad with binding_index 1 {{(pid=103422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 11:13:31.891656 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88fddf5-d76b-4ab4-8489-a2598da9b63a admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a3d170f-7254-484a-9abf-df0a7cea6ed2,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:13:31.894103 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a832222-a1f5-456c-9ec3-4a95b10c9a34 admin admin] Made reservation on behalf of efc272227f6d42a69d99652301969d40 for: {'network': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 11:13:31.897491 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3a832222-a1f5-456c-9ec3-4a95b10c9a34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for network (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:31.923682 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-d88fddf5-d76b-4ab4-8489-a2598da9b63a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834448-1-smb, 4a579521-14d3-4610-a099-3c56c62bd19a) {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:13:31.939002 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-577e189b-067a-4485-bd24-9f833a813138 admin admin] Publish callbacks [] for security_group (2da8f62a-3135-4a6c-b9f0-fcac09e813ea), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:31.942286 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d88fddf5-d76b-4ab4-8489-a2598da9b63a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:13:31.944132 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d88fddf5-d76b-4ab4-8489-a2598da9b63a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693044'] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:31.946911 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3a832222-a1f5-456c-9ec3-4a95b10c9a34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:31.966525 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-577e189b-067a-4485-bd24-9f833a813138 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (2da8f62a-3135-4a6c-b9f0-fcac09e813ea), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:31.982174 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-577e189b-067a-4485-bd24-9f833a813138 admin admin] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'} {{(pid=103422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 11:13:32.009062 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-577e189b-067a-4485-bd24-9f833a813138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751123'] for segment (2b3dbd92-7596-4ba4-98c7-1ff5ff135374), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:32.009819 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.db.segments_db [None req-577e189b-067a-4485-bd24-9f833a813138 admin admin] Added segment 2b3dbd92-7596-4ba4-98c7-1ff5ff135374 of type vlan for network edde1cdb-cb70-4a7f-a015-4d6abd2c41fa Mar 21 11:13:32.011941 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-7b7122a5-4589-48b1-ba8d-d0791e6dadd7 None None] Allocated IP 172.20.0.2 (1436ce26-cb86-45d4-9a97-097fbbf6586a/fea72cb6-9b89-4ba0-8193-720fc6fd5e2b/cc710696-92af-4c61-9ab2-c562fb657dc0) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:13:32.039944 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-d88fddf5-d76b-4ab4-8489-a2598da9b63a admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.0433571 Mar 21 11:13:32.054355 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 40154) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:13:32.071953 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.v2.base [None req-39dffa3c-503f-4ac9-bad7-7e7139226453 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2065661749-router', 'tenant_id': '52347e0a8df44be6bcf4f99067c9a702', 'external_gateway_info': {'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623'}}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:13:32.110948 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8277bb2e-c758-45be-9956-64ceb44a8b02 admin admin] Publish callbacks [] for router_gateway (92a02156-46db-4840-99fe-9b2e5df1d7e3), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:32.180650 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-7b7122a5-4589-48b1-ba8d-d0791e6dadd7 None None] Publish callbacks [] for port (cc710696-92af-4c61-9ab2-c562fb657dc0), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:32.187686 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07414ca1-7f35-4ee8-84d3-0e1df5bcfeea None None] Network 4a579521-14d3-4610-a099-3c56c62bd19a requested from dv-cinder-834448-1-smb {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 11:13:32.224638 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-577e189b-067a-4485-bd24-9f833a813138 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738246104679'] for network (edde1cdb-cb70-4a7f-a015-4d6abd2c41fa), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:32.228230 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577e189b-067a-4485-bd24-9f833a813138 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2da8f62a-3135-4a6c-b9f0-fcac09e813ea,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:13:32.281435 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-7b7122a5-4589-48b1-ba8d-d0791e6dadd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738246144781'] for port (cc710696-92af-4c61-9ab2-c562fb657dc0), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:32.301820 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-39dffa3c-503f-4ac9-bad7-7e7139226453 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1688884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2201'] for router (e82250b0-2c64-4e9e-b3db-8617ae46ff4c), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:32.302999 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-39dffa3c-503f-4ac9-bad7-7e7139226453 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1688740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1690871', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2208'] for router (e82250b0-2c64-4e9e-b3db-8617ae46ff4c), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:32.361269 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-577e189b-067a-4485-bd24-9f833a813138 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998'] for network (edde1cdb-cb70-4a7f-a015-4d6abd2c41fa), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:32.362767 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-577e189b-067a-4485-bd24-9f833a813138 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:13:32.363461 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-577e189b-067a-4485-bd24-9f833a813138 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693044'] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:32.388213 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b7122a5-4589-48b1-ba8d-d0791e6dadd7 None None] Network 1436ce26-cb86-45d4-9a97-097fbbf6586a is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:13:32.397718 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c37f9fd8-020d-4815-95dc-d9119a551055 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce4f82c5-e8da-580b-894c-917e4a2c3c40-4a579521-14d3-4610-a099-3c56c62bd19a', 'network_id': '4a579521-14d3-4610-a099-3c56c62bd19a', 'project_id': '52347e0a8df44be6bcf4f99067c9a702', 'fixed_ips': [{'subnet_id': '8a3d170f-7254-484a-9abf-df0a7cea6ed2'}]}} from dv-cinder-834448-1-smb. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 21 11:13:32.400288 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c37f9fd8-020d-4815-95dc-d9119a551055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:32.407564 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-7b7122a5-4589-48b1-ba8d-d0791e6dadd7 None None] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:13:32.414012 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7122a5-4589-48b1-ba8d-d0791e6dadd7 None None] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:13:32.446961 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7122a5-4589-48b1-ba8d-d0791e6dadd7 None None] Pushing event updated for resources: {'Port': ['ID=cc710696-92af-4c61-9ab2-c562fb657dc0,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:13:32.508907 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7122a5-4589-48b1-ba8d-d0791e6dadd7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:13:32.509717 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7122a5-4589-48b1-ba8d-d0791e6dadd7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:13:32.510290 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7122a5-4589-48b1-ba8d-d0791e6dadd7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:13:32.510907 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7122a5-4589-48b1-ba8d-d0791e6dadd7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:13:32.511450 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7122a5-4589-48b1-ba8d-d0791e6dadd7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:13:32.512123 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7122a5-4589-48b1-ba8d-d0791e6dadd7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:13:32.514202 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7122a5-4589-48b1-ba8d-d0791e6dadd7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:13:32.514876 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7122a5-4589-48b1-ba8d-d0791e6dadd7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:13:32.515430 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7122a5-4589-48b1-ba8d-d0791e6dadd7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:13:32.516053 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7122a5-4589-48b1-ba8d-d0791e6dadd7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:13:32.516619 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7122a5-4589-48b1-ba8d-d0791e6dadd7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:13:32.517264 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7122a5-4589-48b1-ba8d-d0791e6dadd7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:13:32.517889 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7122a5-4589-48b1-ba8d-d0791e6dadd7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:13:32.518452 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7122a5-4589-48b1-ba8d-d0791e6dadd7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:13:32.519328 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7122a5-4589-48b1-ba8d-d0791e6dadd7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:13:32.521019 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7122a5-4589-48b1-ba8d-d0791e6dadd7 None None] Tracked resource versions report: Mar 21 11:13:32.521019 dv-cinder-834448-1-smb neutron-server[103423]: pushed versions: Mar 21 11:13:32.521019 dv-cinder-834448-1-smb neutron-server[103423]: { 'AddressGroup': {'1.2'}, Mar 21 11:13:32.521019 dv-cinder-834448-1-smb neutron-server[103423]: 'Agent': {'1.1'}, Mar 21 11:13:32.521019 dv-cinder-834448-1-smb neutron-server[103423]: 'ConntrackHelper': {'1.0'}, Mar 21 11:13:32.521019 dv-cinder-834448-1-smb neutron-server[103423]: 'LocalIPAssociation': {'1.0'}, Mar 21 11:13:32.521019 dv-cinder-834448-1-smb neutron-server[103423]: 'Log': {'1.0'}, Mar 21 11:13:32.521019 dv-cinder-834448-1-smb neutron-server[103423]: 'NDPProxy': {'1.0'}, Mar 21 11:13:32.521019 dv-cinder-834448-1-smb neutron-server[103423]: 'Network': {'1.1'}, Mar 21 11:13:32.521019 dv-cinder-834448-1-smb neutron-server[103423]: 'Port': {'1.7'}, Mar 21 11:13:32.521019 dv-cinder-834448-1-smb neutron-server[103423]: 'PortForwarding': {'1.3'}, Mar 21 11:13:32.521019 dv-cinder-834448-1-smb neutron-server[103423]: 'QosPolicy': {'1.10'}, Mar 21 11:13:32.521019 dv-cinder-834448-1-smb neutron-server[103423]: 'SecurityGroup': {'1.5'}, Mar 21 11:13:32.521019 dv-cinder-834448-1-smb neutron-server[103423]: 'SecurityGroupRule': {'1.2'}, Mar 21 11:13:32.521019 dv-cinder-834448-1-smb neutron-server[103423]: 'SubPort': {'1.0'}, Mar 21 11:13:32.521019 dv-cinder-834448-1-smb neutron-server[103423]: 'Subnet': {'1.1'}, Mar 21 11:13:32.521019 dv-cinder-834448-1-smb neutron-server[103423]: 'Trunk': {'1.1'}} Mar 21 11:13:32.521019 dv-cinder-834448-1-smb neutron-server[103423]: consumer versions: Mar 21 11:13:32.521019 dv-cinder-834448-1-smb neutron-server[103423]: { DHCP agent@dv-cinder-834448-1-smb: {}, Mar 21 11:13:32.521019 dv-cinder-834448-1-smb neutron-server[103423]: HyperV agent@hv-cinder-83444: {}, Mar 21 11:13:32.521019 dv-cinder-834448-1-smb neutron-server[103423]: L3 agent@dv-cinder-834448-1-smb: {}, Mar 21 11:13:32.521019 dv-cinder-834448-1-smb neutron-server[103423]: Metadata agent@dv-cinder-834448-1-smb: {}, Mar 21 11:13:32.521019 dv-cinder-834448-1-smb neutron-server[103423]: Metering agent@dv-cinder-834448-1-smb: {}, Mar 21 11:13:32.521019 dv-cinder-834448-1-smb neutron-server[103423]: Open vSwitch agent@dv-cinder-834448-1-smb: { 'AddressGroup': '1.2', Mar 21 11:13:32.521019 dv-cinder-834448-1-smb neutron-server[103423]: 'Agent': '1.1', Mar 21 11:13:32.521019 dv-cinder-834448-1-smb neutron-server[103423]: 'ConntrackHelper': '1.0', Mar 21 11:13:32.521019 dv-cinder-834448-1-smb neutron-server[103423]: 'LocalIPAssociation': '1.0', Mar 21 11:13:32.521019 dv-cinder-834448-1-smb neutron-server[103423]: 'Log': '1.0', Mar 21 11:13:32.521019 dv-cinder-834448-1-smb neutron-server[103423]: 'NDPProxy': '1.0', Mar 21 11:13:32.521019 dv-cinder-834448-1-smb neutron-server[103423]: 'Network': '1.1', Mar 21 11:13:32.521019 dv-cinder-834448-1-smb neutron-server[103423]: 'Port': '1.7', Mar 21 11:13:32.521019 dv-cinder-834448-1-smb neutron-server[103423]: 'PortForwarding': '1.3', Mar 21 11:13:32.521019 dv-cinder-834448-1-smb neutron-server[103423]: 'QosPolicy': '1.10', Mar 21 11:13:32.521019 dv-cinder-834448-1-smb neutron-server[103423]: 'SecurityGroup': '1.5', Mar 21 11:13:32.521019 dv-cinder-834448-1-smb neutron-server[103423]: 'SecurityGroupRule': '1.2', Mar 21 11:13:32.521019 dv-cinder-834448-1-smb neutron-server[103423]: 'SubPort': '1.0', Mar 21 11:13:32.521019 dv-cinder-834448-1-smb neutron-server[103423]: 'Subnet': '1.1', Mar 21 11:13:32.521019 dv-cinder-834448-1-smb neutron-server[103423]: 'Trunk': '1.1'}} Mar 21 11:13:32.521019 dv-cinder-834448-1-smb neutron-server[103423]: {{(pid=103423) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 21 11:13:32.619534 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-7b7122a5-4589-48b1-ba8d-d0791e6dadd7 None None] Attempting to bind port cc710696-92af-4c61-9ab2-c562fb657dc0 on host dv-cinder-834448-1-smb for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 11:13:32.619534 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-7b7122a5-4589-48b1-ba8d-d0791e6dadd7 None None] Attempting to bind port cc710696-92af-4c61-9ab2-c562fb657dc0 by drivers openvswitch,hyperv on host dv-cinder-834448-1-smb at level 0 using segments [{'id': 'bb9daefb-d4c3-44b6-ba73-015d6754aeb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '1436ce26-cb86-45d4-9a97-097fbbf6586a'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 11:13:32.620072 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7122a5-4589-48b1-ba8d-d0791e6dadd7 None None] Attempting to bind port cc710696-92af-4c61-9ab2-c562fb657dc0 on network 1436ce26-cb86-45d4-9a97-097fbbf6586a {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:13:32.639505 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8277bb2e-c758-45be-9956-64ceb44a8b02 admin admin] Publish callbacks [] for router_gateway (92a02156-46db-4840-99fe-9b2e5df1d7e3), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:32.653215 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7122a5-4589-48b1-ba8d-d0791e6dadd7 None None] Checking agent: {'id': '4788e3a4-6d7d-47da-90c6-7227f6e2e35d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834448-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 11, 5), 'started_at': datetime.datetime(2022, 3, 21, 11, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 11, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834448-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 11:13:32.660283 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7122a5-4589-48b1-ba8d-d0791e6dadd7 None None] Checking segment: {'id': 'bb9daefb-d4c3-44b6-ba73-015d6754aeb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '1436ce26-cb86-45d4-9a97-097fbbf6586a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:13:32.660921 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-7b7122a5-4589-48b1-ba8d-d0791e6dadd7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:32.661997 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7122a5-4589-48b1-ba8d-d0791e6dadd7 None None] Bound using segment: {'id': 'bb9daefb-d4c3-44b6-ba73-015d6754aeb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '1436ce26-cb86-45d4-9a97-097fbbf6586a'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 11:13:32.663116 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-7b7122a5-4589-48b1-ba8d-d0791e6dadd7 None None] Bound port: cc710696-92af-4c61-9ab2-c562fb657dc0, host: dv-cinder-834448-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb9daefb-d4c3-44b6-ba73-015d6754aeb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '1436ce26-cb86-45d4-9a97-097fbbf6586a'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 11:13:32.664816 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-7b7122a5-4589-48b1-ba8d-d0791e6dadd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (cc710696-92af-4c61-9ab2-c562fb657dc0), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:32.759086 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8277bb2e-c758-45be-9956-64ceb44a8b02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:32.902324 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-c37f9fd8-020d-4815-95dc-d9119a551055 None None] Allocated IP 172.20.0.2 (4a579521-14d3-4610-a099-3c56c62bd19a/8a3d170f-7254-484a-9abf-df0a7cea6ed2/88336639-d518-4c36-bf9b-da5f9b2bb60d) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:13:32.950531 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-7b7122a5-4589-48b1-ba8d-d0791e6dadd7 None None] For port cc710696-92af-4c61-9ab2-c562fb657dc0, host dv-cinder-834448-1-smb, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 11:13:32.967509 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-7b7122a5-4589-48b1-ba8d-d0791e6dadd7 None None] For port cc710696-92af-4c61-9ab2-c562fb657dc0, host dv-cinder-834448-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-smb',level=0,port_id=cc710696-92af-4c61-9ab2-c562fb657dc0,segment=NetworkSegment(bb9daefb-d4c3-44b6-ba73-015d6754aeb6),segment_id=bb9daefb-d4c3-44b6-ba73-015d6754aeb6)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 11:13:33.024349 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-7b7122a5-4589-48b1-ba8d-d0791e6dadd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817'] for port (cc710696-92af-4c61-9ab2-c562fb657dc0), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:33.050236 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3a832222-a1f5-456c-9ec3-4a95b10c9a34 admin admin] Publish callbacks [] for security_group (5e3258c1-f56d-4c6d-b378-7398f8f2fc20), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:33.091195 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-577e189b-067a-4485-bd24-9f833a813138 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.0035844 Mar 21 11:13:33.097107 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-39dffa3c-503f-4ac9-bad7-7e7139226453 admin admin] Publish callbacks [] for router_controller (e82250b0-2c64-4e9e-b3db-8617ae46ff4c), precommit_add_association {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:33.098443 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3a832222-a1f5-456c-9ec3-4a95b10c9a34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (5e3258c1-f56d-4c6d-b378-7398f8f2fc20), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:33.108404 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 40188) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:13:33.138653 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.v2.base [None req-6d72495f-fd5d-4bf2-90f0-1460213c2044 admin admin] Request body: {'subnet': {'network_id': 'edde1cdb-cb70-4a7f-a015-4d6abd2c41fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1609186647-subnet', 'tenant_id': '53cbbdfcec5443308803a36be9595a3d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:13:33.167123 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577e189b-067a-4485-bd24-9f833a813138 admin admin] Pushing event updated for resources: {'Network': ['ID=edde1cdb-cb70-4a7f-a015-4d6abd2c41fa,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:13:33.213694 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Network edde1cdb-cb70-4a7f-a015-4d6abd2c41fa details requested by agent ovs-agent-dv-cinder-834448-1-smb with host dv-cinder-834448-1-smb {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 21 11:13:33.239521 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [None req-8277bb2e-c758-45be-9956-64ceb44a8b02 admin admin] Allocated IP 172.28.0.21 (4a234a12-d706-4d7c-b6c3-ed2b05ad1623/3e258188-6a8e-4491-8eb3-50329fb1d7f1/061ba5d8-9a6a-40ca-96f4-8580f2ab7b17) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:13:33.415450 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a832222-a1f5-456c-9ec3-4a95b10c9a34 admin admin] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=103422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 11:13:33.434647 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3a832222-a1f5-456c-9ec3-4a95b10c9a34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751123'] for segment (3ab771f8-bef3-46f9-93f1-2bbf24bcd7ec), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:33.435390 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.db.segments_db [None req-3a832222-a1f5-456c-9ec3-4a95b10c9a34 admin admin] Added segment 3ab771f8-bef3-46f9-93f1-2bbf24bcd7ec of type vlan for network c4636bca-faf6-4761-a317-5bb8fbd6e796 Mar 21 11:13:33.486197 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7122a5-4589-48b1-ba8d-d0791e6dadd7 None None] Pushing event updated for resources: {'Port': ['ID=cc710696-92af-4c61-9ab2-c562fb657dc0,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:13:33.576161 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3a832222-a1f5-456c-9ec3-4a95b10c9a34 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738246104679'] for network (c4636bca-faf6-4761-a317-5bb8fbd6e796), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:33.733717 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a832222-a1f5-456c-9ec3-4a95b10c9a34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e3258c1-f56d-4c6d-b378-7398f8f2fc20,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:13:33.868433 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8277bb2e-c758-45be-9956-64ceb44a8b02 admin admin] Publish callbacks [] for port (061ba5d8-9a6a-40ca-96f4-8580f2ab7b17), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:33.931310 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d72495f-fd5d-4bf2-90f0-1460213c2044 admin admin] Made reservation on behalf of 53cbbdfcec5443308803a36be9595a3d for: {'subnet': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 11:13:33.934448 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6d72495f-fd5d-4bf2-90f0-1460213c2044 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:33.942965 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3a832222-a1f5-456c-9ec3-4a95b10c9a34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998'] for network (c4636bca-faf6-4761-a317-5bb8fbd6e796), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:33.944155 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a832222-a1f5-456c-9ec3-4a95b10c9a34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:13:33.944853 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3a832222-a1f5-456c-9ec3-4a95b10c9a34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693044'] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:34.008173 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8277bb2e-c758-45be-9956-64ceb44a8b02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738246144781'] for port (061ba5d8-9a6a-40ca-96f4-8580f2ab7b17), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:34.045697 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-39dffa3c-503f-4ac9-bad7-7e7139226453 admin admin] Publish callbacks [] for router_gateway (e82250b0-2c64-4e9e-b3db-8617ae46ff4c), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:34.094255 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a832222-a1f5-456c-9ec3-4a95b10c9a34 admin admin] Pushing event updated for resources: {'Network': ['ID=c4636bca-faf6-4761-a317-5bb8fbd6e796,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:13:34.123545 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8277bb2e-c758-45be-9956-64ceb44a8b02 admin admin] Network 4a234a12-d706-4d7c-b6c3-ed2b05ad1623 is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:13:34.127457 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-8277bb2e-c758-45be-9956-64ceb44a8b02 admin admin] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:13:34.130683 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Network c4636bca-faf6-4761-a317-5bb8fbd6e796 details requested by agent ovs-agent-dv-cinder-834448-1-smb with host dv-cinder-834448-1-smb {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 21 11:13:34.135143 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8277bb2e-c758-45be-9956-64ceb44a8b02 admin admin] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:13:34.173779 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-3a832222-a1f5-456c-9ec3-4a95b10c9a34 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.7021067 Mar 21 11:13:34.175211 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 40222) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:13:34.188478 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8277bb2e-c758-45be-9956-64ceb44a8b02 admin admin] Pushing event updated for resources: {'Port': ['ID=061ba5d8-9a6a-40ca-96f4-8580f2ab7b17,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:13:34.259264 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c37f9fd8-020d-4815-95dc-d9119a551055 None None] Publish callbacks [] for port (88336639-d518-4c36-bf9b-da5f9b2bb60d), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:34.282525 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c37f9fd8-020d-4815-95dc-d9119a551055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738246144781'] for port (88336639-d518-4c36-bf9b-da5f9b2bb60d), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:34.349967 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c37f9fd8-020d-4815-95dc-d9119a551055 None None] Network 4a579521-14d3-4610-a099-3c56c62bd19a is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:13:34.354412 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-c37f9fd8-020d-4815-95dc-d9119a551055 None None] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:13:34.358982 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37f9fd8-020d-4815-95dc-d9119a551055 None None] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:13:34.373019 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37f9fd8-020d-4815-95dc-d9119a551055 None None] Pushing event updated for resources: {'Port': ['ID=88336639-d518-4c36-bf9b-da5f9b2bb60d,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:13:34.434888 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.v2.base [None req-19d95787-3842-49be-9ad1-edcfac64e380 admin admin] Request body: {'subnet': {'network_id': 'c4636bca-faf6-4761-a317-5bb8fbd6e796', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2009843217-subnet', 'tenant_id': 'efc272227f6d42a69d99652301969d40', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:13:34.465153 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-c37f9fd8-020d-4815-95dc-d9119a551055 None None] Attempting to bind port 88336639-d518-4c36-bf9b-da5f9b2bb60d on host dv-cinder-834448-1-smb for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 11:13:34.465683 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-c37f9fd8-020d-4815-95dc-d9119a551055 None None] Attempting to bind port 88336639-d518-4c36-bf9b-da5f9b2bb60d by drivers openvswitch,hyperv on host dv-cinder-834448-1-smb at level 0 using segments [{'id': 'ed9a1c02-481f-4a04-a954-ab4bb6b2d4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '4a579521-14d3-4610-a099-3c56c62bd19a'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 11:13:34.467034 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37f9fd8-020d-4815-95dc-d9119a551055 None None] Attempting to bind port 88336639-d518-4c36-bf9b-da5f9b2bb60d on network 4a579521-14d3-4610-a099-3c56c62bd19a {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:13:34.474879 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37f9fd8-020d-4815-95dc-d9119a551055 None None] Checking agent: {'id': '4788e3a4-6d7d-47da-90c6-7227f6e2e35d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834448-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 11, 5), 'started_at': datetime.datetime(2022, 3, 21, 11, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 11, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834448-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 11:13:34.475976 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37f9fd8-020d-4815-95dc-d9119a551055 None None] Checking segment: {'id': 'ed9a1c02-481f-4a04-a954-ab4bb6b2d4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '4a579521-14d3-4610-a099-3c56c62bd19a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:13:34.476653 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c37f9fd8-020d-4815-95dc-d9119a551055 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:34.477314 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37f9fd8-020d-4815-95dc-d9119a551055 None None] Bound using segment: {'id': 'ed9a1c02-481f-4a04-a954-ab4bb6b2d4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '4a579521-14d3-4610-a099-3c56c62bd19a'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 11:13:34.478042 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-c37f9fd8-020d-4815-95dc-d9119a551055 None None] Bound port: 88336639-d518-4c36-bf9b-da5f9b2bb60d, host: dv-cinder-834448-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed9a1c02-481f-4a04-a954-ab4bb6b2d4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '4a579521-14d3-4610-a099-3c56c62bd19a'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 11:13:34.479130 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c37f9fd8-020d-4815-95dc-d9119a551055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (88336639-d518-4c36-bf9b-da5f9b2bb60d), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:34.712736 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-c37f9fd8-020d-4815-95dc-d9119a551055 None None] For port 88336639-d518-4c36-bf9b-da5f9b2bb60d, host dv-cinder-834448-1-smb, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 11:13:34.724888 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-c37f9fd8-020d-4815-95dc-d9119a551055 None None] For port 88336639-d518-4c36-bf9b-da5f9b2bb60d, host dv-cinder-834448-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-smb',level=0,port_id=88336639-d518-4c36-bf9b-da5f9b2bb60d,segment=NetworkSegment(ed9a1c02-481f-4a04-a954-ab4bb6b2d4a8),segment_id=ed9a1c02-481f-4a04-a954-ab4bb6b2d4a8)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 11:13:34.737730 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8277bb2e-c758-45be-9956-64ceb44a8b02 admin admin] Publish callbacks [] for router_gateway (92a02156-46db-4840-99fe-9b2e5df1d7e3), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:34.740971 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19d95787-3842-49be-9ad1-edcfac64e380 admin admin] Made reservation on behalf of efc272227f6d42a69d99652301969d40 for: {'subnet': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 11:13:34.753509 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-19d95787-3842-49be-9ad1-edcfac64e380 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:34.766619 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c37f9fd8-020d-4815-95dc-d9119a551055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817'] for port (88336639-d518-4c36-bf9b-da5f9b2bb60d), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:34.917830 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6d72495f-fd5d-4bf2-90f0-1460213c2044 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998'] for subnet (bb03aaa0-c83c-430c-a873-c18dc8bcb9dc), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:34.923874 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Device cc710696-92af-4c61-9ab2-c562fb657dc0 up at agent ovs-agent-dv-cinder-834448-1-smb {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:13:35.109390 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37f9fd8-020d-4815-95dc-d9119a551055 None None] Pushing event updated for resources: {'Port': ['ID=88336639-d518-4c36-bf9b-da5f9b2bb60d,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:13:35.169348 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Provisioning complete for port cc710696-92af-4c61-9ab2-c562fb657dc0 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:13:35.170491 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688166'] for port (cc710696-92af-4c61-9ab2-c562fb657dc0), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:35.175745 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8277bb2e-c758-45be-9956-64ceb44a8b02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1688767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1690658'] for router (92a02156-46db-4840-99fe-9b2e5df1d7e3), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:35.328297 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d72495f-fd5d-4bf2-90f0-1460213c2044 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb03aaa0-c83c-430c-a873-c18dc8bcb9dc,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:13:35.412085 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d72495f-fd5d-4bf2-90f0-1460213c2044 admin admin] Checking segment: {'id': '2b3dbd92-7596-4ba4-98c7-1ff5ff135374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'edde1cdb-cb70-4a7f-a015-4d6abd2c41fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:13:35.412649 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d72495f-fd5d-4bf2-90f0-1460213c2044 admin admin] Network hostable DHCP agents. Network: edde1cdb-cb70-4a7f-a015-4d6abd2c41fa, hostable agents: ['9c74c917-795e-4123-adbe-3a92cf8165ad'], hosted agents: [] {{(pid=103422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 11:13:35.504055 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-623f3bc7-8697-4051-ad1e-8171456c75b9 None None] Network 1436ce26-cb86-45d4-9a97-097fbbf6586a requested from dv-cinder-834448-1-smb {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 11:13:35.715548 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8277bb2e-c758-45be-9956-64ceb44a8b02 admin admin] Router 92a02156-46db-4840-99fe-9b2e5df1d7e3 is scheduled to L3 agent 5097f9b2-2ef0-4af4-bde3-0c344dd6e70c with binding_index 1 {{(pid=103421) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 21 11:13:35.982217 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8277bb2e-c758-45be-9956-64ceb44a8b02 admin admin] Notify agent at l3_agent.dv-cinder-834448-1-smb the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 11:13:36.003177 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0affe2f7-feff-4d7d-a1af-e58c47a2f4cd None None] Sync routers for ids ['92a02156-46db-4840-99fe-9b2e5df1d7e3'] in dv-cinder-834448-1-smb {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 11:13:36.035553 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0affe2f7-feff-4d7d-a1af-e58c47a2f4cd None None] Routers {'92a02156-46db-4840-99fe-9b2e5df1d7e3'} bound to L3 agent in host dv-cinder-834448-1-smb {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:13:36.037047 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Current status of the port cc710696-92af-4c61-9ab2-c562fb657dc0 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:13:36.038238 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-0affe2f7-feff-4d7d-a1af-e58c47a2f4cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-21T11:04:55Z,description=,heartbeat_timestamp=2022-03-21T11:13:26Z,host='dv-cinder-834448-1-smb',id=5097f9b2-2ef0-4af4-bde3-0c344dd6e70c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:55Z,topic='l3_agent')) {'router_ids': ['92a02156-46db-4840-99fe-9b2e5df1d7e3'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:13:36.039307 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (cc710696-92af-4c61-9ab2-c562fb657dc0), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:36.060046 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8277bb2e-c758-45be-9956-64ceb44a8b02 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:36.068131 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-8277bb2e-c758-45be-9956-64ceb44a8b02 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.5619400 Mar 21 11:13:36.072718 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 40264) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:13:36.155668 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d72495f-fd5d-4bf2-90f0-1460213c2044 admin admin] Network edde1cdb-cb70-4a7f-a015-4d6abd2c41fa is scheduled to be hosted by DHCP agent 9c74c917-795e-4123-adbe-3a92cf8165ad with binding_index 1 {{(pid=103422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 11:13:36.236224 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-19d95787-3842-49be-9ad1-edcfac64e380 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998'] for subnet (aac3a445-ba10-4fc3-ad50-b4785fdc2af0), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:36.298797 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-6e45e2d5-b0d2-4077-bf41-48fc363c3b8d None None] Provisioning complete for port cc710696-92af-4c61-9ab2-c562fb657dc0 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:13:36.301035 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6e45e2d5-b0d2-4077-bf41-48fc363c3b8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688166'] for port (cc710696-92af-4c61-9ab2-c562fb657dc0), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:36.410481 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-0affe2f7-feff-4d7d-a1af-e58c47a2f4cd None None] Set router 92a02156-46db-4840-99fe-9b2e5df1d7e3 gateway port host: dv-cinder-834448-1-smb {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:13:36.416842 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-6d72495f-fd5d-4bf2-90f0-1460213c2044 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834448-1-smb, edde1cdb-cb70-4a7f-a015-4d6abd2c41fa) {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:13:36.433446 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d95787-3842-49be-9ad1-edcfac64e380 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aac3a445-ba10-4fc3-ad50-b4785fdc2af0,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:13:36.504504 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d72495f-fd5d-4bf2-90f0-1460213c2044 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:13:36.513146 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6d72495f-fd5d-4bf2-90f0-1460213c2044 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693044'] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:36.553500 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64c5a48e-9aa9-40c2-9abb-4eb0497b4464 None None] Network edde1cdb-cb70-4a7f-a015-4d6abd2c41fa requested from dv-cinder-834448-1-smb {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 11:13:36.666852 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] For port cc710696-92af-4c61-9ab2-c562fb657dc0, host dv-cinder-834448-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-smb',level=0,port_id=cc710696-92af-4c61-9ab2-c562fb657dc0,segment=NetworkSegment(bb9daefb-d4c3-44b6-ba73-015d6754aeb6),segment_id=bb9daefb-d4c3-44b6-ba73-015d6754aeb6)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:13:36.697509 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 40276) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:13:36.727268 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-6d72495f-fd5d-4bf2-90f0-1460213c2044 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 3.6134748 Mar 21 11:13:36.736548 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 40280) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:13:36.744429 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.v2.base [None req-7b705f6c-3a0a-4e7b-9e2d-9aa051be2148 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1609186647-router', 'tenant_id': '53cbbdfcec5443308803a36be9595a3d', 'external_gateway_info': {'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623'}}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:13:36.783112 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d95787-3842-49be-9ad1-edcfac64e380 admin admin] Checking segment: {'id': '3ab771f8-bef3-46f9-93f1-2bbf24bcd7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'c4636bca-faf6-4761-a317-5bb8fbd6e796'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:13:36.783655 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d95787-3842-49be-9ad1-edcfac64e380 admin admin] Network hostable DHCP agents. Network: c4636bca-faf6-4761-a317-5bb8fbd6e796, hostable agents: ['9c74c917-795e-4123-adbe-3a92cf8165ad'], hosted agents: [] {{(pid=103422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 11:13:36.799684 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817'] for port (cc710696-92af-4c61-9ab2-c562fb657dc0), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:36.812028 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-39dffa3c-503f-4ac9-bad7-7e7139226453 admin admin] Publish callbacks [] for router_gateway (e82250b0-2c64-4e9e-b3db-8617ae46ff4c), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:36.861124 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 40282) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:13:36.876598 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-39dffa3c-503f-4ac9-bad7-7e7139226453 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:36.892382 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7b705f6c-3a0a-4e7b-9e2d-9aa051be2148 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1688884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2201'] for router (fcf73f44-eb99-4dc9-96ef-dd08de00624c), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:36.897081 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7b705f6c-3a0a-4e7b-9e2d-9aa051be2148 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1688740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1690871', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2208'] for router (fcf73f44-eb99-4dc9-96ef-dd08de00624c), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:36.936156 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-0affe2f7-feff-4d7d-a1af-e58c47a2f4cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92a02156-46db-4840-99fe-9b2e5df1d7e3', 'name': 'tempest-AttachVolumeTestJSON-1124083517-router', 'tenant_id': '5c0a065250d348a7b0fe2877a603793f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'external_fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.21'}], 'enable_snat': True}, 'gw_port_id': '061ba5d8-9a6a-40ca-96f4-8580f2ab7b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:13:31Z', 'updated_at': '2022-03-21T11:13:34Z', 'revision_number': 3, 'project_id': '5c0a065250d348a7b0fe2877a603793f', 'gw_port': {'id': '061ba5d8-9a6a-40ca-96f4-8580f2ab7b17', 'name': '', 'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:42:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92a02156-46db-4840-99fe-9b2e5df1d7e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:32Z', 'updated_at': '2022-03-21T11:13:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-smb'}], 'dv-cinder-834448-1-smb', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:13:36.946200 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d95787-3842-49be-9ad1-edcfac64e380 admin admin] Network c4636bca-faf6-4761-a317-5bb8fbd6e796 is scheduled to be hosted by DHCP agent 9c74c917-795e-4123-adbe-3a92cf8165ad with binding_index 1 {{(pid=103422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 11:13:37.080098 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-19d95787-3842-49be-9ad1-edcfac64e380 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834448-1-smb, c4636bca-faf6-4761-a317-5bb8fbd6e796) {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:13:37.085692 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Device 88336639-d518-4c36-bf9b-da5f9b2bb60d up at agent ovs-agent-dv-cinder-834448-1-smb {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:13:37.103166 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0affe2f7-feff-4d7d-a1af-e58c47a2f4cd None None] Checking router: 92a02156-46db-4840-99fe-9b2e5df1d7e3 for host: dv-cinder-834448-1-smb {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 11:13:37.105274 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0affe2f7-feff-4d7d-a1af-e58c47a2f4cd None None] Updating router 92a02156-46db-4840-99fe-9b2e5df1d7e3 port 061ba5d8-9a6a-40ca-96f4-8580f2ab7b17 binding host dv-cinder-834448-1-smb {{(pid=103424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 11:13:37.145574 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d95787-3842-49be-9ad1-edcfac64e380 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:13:37.151085 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-19d95787-3842-49be-9ad1-edcfac64e380 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693044'] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:37.187505 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-6e45e2d5-b0d2-4077-bf41-48fc363c3b8d None None] Current status of the port cc710696-92af-4c61-9ab2-c562fb657dc0 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:13:37.197878 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-0affe2f7-feff-4d7d-a1af-e58c47a2f4cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (061ba5d8-9a6a-40ca-96f4-8580f2ab7b17), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:37.234254 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-284461ba-0938-4a17-86b3-795641d4b9a3 None None] Network c4636bca-faf6-4761-a317-5bb8fbd6e796 requested from dv-cinder-834448-1-smb {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 11:13:37.242551 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f3385d-5b88-438b-9736-ebca293df569 None None] Network 4a579521-14d3-4610-a099-3c56c62bd19a requested from dv-cinder-834448-1-smb {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 11:13:37.300227 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7b705f6c-3a0a-4e7b-9e2d-9aa051be2148 admin admin] Publish callbacks [] for router_controller (fcf73f44-eb99-4dc9-96ef-dd08de00624c), precommit_add_association {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:37.328388 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-19d95787-3842-49be-9ad1-edcfac64e380 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.8918104 Mar 21 11:13:37.391772 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9d1dc075-57d0-471f-9f3c-bc374fb3bbca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:37.562197 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.agents_db [None req-8008186f-aa22-4b77-a63e-1bf9dbff4757 None None] Agent healthcheck: found 6 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 11:13:37.673611 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9add26bf-80d7-4f3c-b88a-cfd50f94b419 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:37.810580 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6d4615b1-6fd5-402e-90b9-3e482c291ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:38.055070 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7b705f6c-3a0a-4e7b-9e2d-9aa051be2148 admin admin] Publish callbacks [] for router_gateway (fcf73f44-eb99-4dc9-96ef-dd08de00624c), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:38.069079 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-39dffa3c-503f-4ac9-bad7-7e7139226453 admin admin] Allocated IP 172.28.0.47 (4a234a12-d706-4d7c-b6c3-ed2b05ad1623/3e258188-6a8e-4491-8eb3-50329fb1d7f1/edda812f-da92-43c8-a40f-d8798ab369d7) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:13:38.163934 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5105a29-8abd-4bb2-92f6-323571cdb08d None None] Network c4636bca-faf6-4761-a317-5bb8fbd6e796 requested from dv-cinder-834448-1-smb {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 11:13:38.299536 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Pushing event updated for resources: {'Port': ['ID=cc710696-92af-4c61-9ab2-c562fb657dc0,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:13:38.406622 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Provisioning complete for port 88336639-d518-4c36-bf9b-da5f9b2bb60d triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:13:38.407824 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688166'] for port (88336639-d518-4c36-bf9b-da5f9b2bb60d), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:38.496335 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [None req-6d4615b1-6fd5-402e-90b9-3e482c291ba4 admin admin] Allocated IP 172.20.0.1 (1436ce26-cb86-45d4-9a97-097fbbf6586a/fea72cb6-9b89-4ba0-8193-720fc6fd5e2b/b35f046e-5d9d-4281-a0d2-e67c4264f666) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:13:38.521534 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 40348) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:13:38.524741 dv-cinder-834448-1-smb neutron-server[103421]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 21 11:13:38.555940 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-ede3d944-ca2a-429f-98dc-d27150971d7f None None] Provisioning complete for port 88336639-d518-4c36-bf9b-da5f9b2bb60d triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:13:38.556618 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-ede3d944-ca2a-429f-98dc-d27150971d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688166'] for port (88336639-d518-4c36-bf9b-da5f9b2bb60d), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:38.700756 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-39dffa3c-503f-4ac9-bad7-7e7139226453 admin admin] Publish callbacks [] for port (edda812f-da92-43c8-a40f-d8798ab369d7), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:38.727339 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9d1dc075-57d0-471f-9f3c-bc374fb3bbca admin admin] Publish callbacks [] for security_group (c8bd1b3f-9e5d-43d1-b321-5b89fd888c18), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:38.760713 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9d1dc075-57d0-471f-9f3c-bc374fb3bbca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (c8bd1b3f-9e5d-43d1-b321-5b89fd888c18), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:38.811377 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Current status of the port 88336639-d518-4c36-bf9b-da5f9b2bb60d is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:13:38.812403 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (88336639-d518-4c36-bf9b-da5f9b2bb60d), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:38.838771 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f976229b-6cf8-4b42-b74e-60a058c35b72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce4f82c5-e8da-580b-894c-917e4a2c3c40-edde1cdb-cb70-4a7f-a015-4d6abd2c41fa', 'network_id': 'edde1cdb-cb70-4a7f-a015-4d6abd2c41fa', 'project_id': '53cbbdfcec5443308803a36be9595a3d', 'fixed_ips': [{'subnet_id': 'bb03aaa0-c83c-430c-a873-c18dc8bcb9dc'}]}} from dv-cinder-834448-1-smb. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 21 11:13:38.843323 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-f976229b-6cf8-4b42-b74e-60a058c35b72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:38.953676 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9add26bf-80d7-4f3c-b88a-cfd50f94b419 admin admin] Publish callbacks [] for security_group (b8275226-8e48-4a8f-9ca4-0a51a1f70c44), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:38.969567 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-9d1dc075-57d0-471f-9f3c-bc374fb3bbca admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9cf09c3ff2e44234b6a10283ce8b96e3&name=default HTTP/1.1" status: 200 len: 2992 time: 2.1014383 Mar 21 11:13:38.969567 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1dc075-57d0-471f-9f3c-bc374fb3bbca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8bd1b3f-9e5d-43d1-b321-5b89fd888c18,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:13:38.974931 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 40350) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:13:38.992418 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9add26bf-80d7-4f3c-b88a-cfd50f94b419 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (b8275226-8e48-4a8f-9ca4-0a51a1f70c44), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:39.052419 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] For port 88336639-d518-4c36-bf9b-da5f9b2bb60d, host dv-cinder-834448-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-smb',level=0,port_id=88336639-d518-4c36-bf9b-da5f9b2bb60d,segment=NetworkSegment(ed9a1c02-481f-4a04-a954-ab4bb6b2d4a8),segment_id=ed9a1c02-481f-4a04-a954-ab4bb6b2d4a8)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:13:39.071846 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817'] for port (88336639-d518-4c36-bf9b-da5f9b2bb60d), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:39.079785 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-39dffa3c-503f-4ac9-bad7-7e7139226453 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738246144781'] for port (edda812f-da92-43c8-a40f-d8798ab369d7), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:39.105397 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 40356) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:13:39.106058 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-9add26bf-80d7-4f3c-b88a-cfd50f94b419 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=25531d0507c4403787d8a822c67d94f8&name=default HTTP/1.1" status: 200 len: 2992 time: 2.4067652 Mar 21 11:13:39.120586 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9add26bf-80d7-4f3c-b88a-cfd50f94b419 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8275226-8e48-4a8f-9ca4-0a51a1f70c44,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:13:39.157002 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Pushing event updated for resources: {'Port': ['ID=88336639-d518-4c36-bf9b-da5f9b2bb60d,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:13:39.158638 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39dffa3c-503f-4ac9-bad7-7e7139226453 admin admin] Network 4a234a12-d706-4d7c-b6c3-ed2b05ad1623 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:13:39.165384 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-ede3d944-ca2a-429f-98dc-d27150971d7f None None] Current status of the port 88336639-d518-4c36-bf9b-da5f9b2bb60d is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:13:39.165876 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-ede3d944-ca2a-429f-98dc-d27150971d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (88336639-d518-4c36-bf9b-da5f9b2bb60d), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:39.226784 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-39dffa3c-503f-4ac9-bad7-7e7139226453 admin admin] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:13:39.239219 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39dffa3c-503f-4ac9-bad7-7e7139226453 admin admin] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:13:39.279117 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.db.api [None req-ede3d944-ca2a-429f-98dc-d27150971d7f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103423) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 21 11:13:39.279706 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG oslo_db.api [None req-ede3d944-ca2a-429f-98dc-d27150971d7f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 21 11:13:39.281418 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-f976229b-6cf8-4b42-b74e-60a058c35b72 None None] Allocated IP 172.20.0.2 (edde1cdb-cb70-4a7f-a015-4d6abd2c41fa/bb03aaa0-c83c-430c-a873-c18dc8bcb9dc/95b4d9cd-f7a7-4576-ad9e-c0ecfc4aaf36) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:13:39.348393 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaee9d5-eeb6-4efd-9a5d-2f47517356c5 req-a4635d2e-eb92-4766-8c36-01717bdb534b tempest-DeleteServersTestJSON-1318486940 tempest-DeleteServersTestJSON-1318486940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:13:39.350457 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-ddaee9d5-eeb6-4efd-9a5d-2f47517356c5 req-a4635d2e-eb92-4766-8c36-01717bdb534b tempest-DeleteServersTestJSON-1318486940 tempest-DeleteServersTestJSON-1318486940-project] 10.222.0.24 "GET /v2.0/networks?id=c4636bca-faf6-4761-a317-5bb8fbd6e796 HTTP/1.1" status: 200 len: 812 time: 0.8276832 Mar 21 11:13:39.353336 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Device cc710696-92af-4c61-9ab2-c562fb657dc0 up at agent ovs-agent-dv-cinder-834448-1-smb {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:13:39.354254 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6d4615b1-6fd5-402e-90b9-3e482c291ba4 admin admin] Publish callbacks [] for port (b35f046e-5d9d-4281-a0d2-e67c4264f666), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:39.388012 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-ddaee9d5-eeb6-4efd-9a5d-2f47517356c5 req-17dbe33e-24a5-4c78-9a88-c63668896330 tempest-DeleteServersTestJSON-1318486940 tempest-DeleteServersTestJSON-1318486940-project] 10.222.0.24 "GET /v2.0/quotas/efc272227f6d42a69d99652301969d40 HTTP/1.1" status: 200 len: 375 time: 0.0236862 Mar 21 11:13:39.421144 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e493bf39-7251-45c6-9637-7ef3443ec3b6 admin admin] Publish callbacks [] for security_group (b8275226-8e48-4a8f-9ca4-0a51a1f70c44), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:39.488750 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-ddaee9d5-eeb6-4efd-9a5d-2f47517356c5 req-39e03107-a8af-41f5-819a-63907cdadc11 tempest-DeleteServersTestJSON-1318486940 tempest-DeleteServersTestJSON-1318486940-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=efc272227f6d42a69d99652301969d40&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0701592 Mar 21 11:13:39.509380 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-0affe2f7-feff-4d7d-a1af-e58c47a2f4cd None None] Publish callbacks [] for port (061ba5d8-9a6a-40ca-96f4-8580f2ab7b17), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:39.520202 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dffa3c-503f-4ac9-bad7-7e7139226453 admin admin] Pushing event updated for resources: {'Port': ['ID=edda812f-da92-43c8-a40f-d8798ab369d7,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:13:39.523146 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-0affe2f7-feff-4d7d-a1af-e58c47a2f4cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817'] for port (061ba5d8-9a6a-40ca-96f4-8580f2ab7b17), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:39.555811 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e493bf39-7251-45c6-9637-7ef3443ec3b6 admin admin] Publish callbacks [] for security_group (b8275226-8e48-4a8f-9ca4-0a51a1f70c44), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:39.593969 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6d4615b1-6fd5-402e-90b9-3e482c291ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738246144781'] for port (b35f046e-5d9d-4281-a0d2-e67c4264f666), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:39.632318 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Provisioning complete for port cc710696-92af-4c61-9ab2-c562fb657dc0 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:13:39.635280 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688166'] for port (cc710696-92af-4c61-9ab2-c562fb657dc0), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:39.667178 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-0affe2f7-feff-4d7d-a1af-e58c47a2f4cd None None] Attempting to bind port 061ba5d8-9a6a-40ca-96f4-8580f2ab7b17 on host dv-cinder-834448-1-smb for vnic_type normal with profile {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 11:13:39.671871 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-0affe2f7-feff-4d7d-a1af-e58c47a2f4cd None None] Attempting to bind port 061ba5d8-9a6a-40ca-96f4-8580f2ab7b17 by drivers openvswitch,hyperv on host dv-cinder-834448-1-smb at level 0 using segments [{'id': '083ffffd-feb8-46cd-b20a-ab116e97b62a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623'}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 11:13:39.672549 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0affe2f7-feff-4d7d-a1af-e58c47a2f4cd None None] Attempting to bind port 061ba5d8-9a6a-40ca-96f4-8580f2ab7b17 on network 4a234a12-d706-4d7c-b6c3-ed2b05ad1623 {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:13:39.691772 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7b705f6c-3a0a-4e7b-9e2d-9aa051be2148 admin admin] Publish callbacks [] for router_gateway (fcf73f44-eb99-4dc9-96ef-dd08de00624c), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:39.692562 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0affe2f7-feff-4d7d-a1af-e58c47a2f4cd None None] Checking agent: {'id': '4788e3a4-6d7d-47da-90c6-7227f6e2e35d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834448-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 11, 5), 'started_at': datetime.datetime(2022, 3, 21, 11, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 11, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834448-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 11:13:39.693847 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0affe2f7-feff-4d7d-a1af-e58c47a2f4cd None None] Checking segment: {'id': '083ffffd-feb8-46cd-b20a-ab116e97b62a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:13:39.695617 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-0affe2f7-feff-4d7d-a1af-e58c47a2f4cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:39.698623 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0affe2f7-feff-4d7d-a1af-e58c47a2f4cd None None] Bound using segment: {'id': '083ffffd-feb8-46cd-b20a-ab116e97b62a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623'} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 11:13:39.699302 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-0affe2f7-feff-4d7d-a1af-e58c47a2f4cd None None] Bound port: 061ba5d8-9a6a-40ca-96f4-8580f2ab7b17, host: dv-cinder-834448-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '083ffffd-feb8-46cd-b20a-ab116e97b62a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623'}}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 11:13:39.702504 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-0affe2f7-feff-4d7d-a1af-e58c47a2f4cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (061ba5d8-9a6a-40ca-96f4-8580f2ab7b17), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:39.734772 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d4615b1-6fd5-402e-90b9-3e482c291ba4 admin admin] Network 1436ce26-cb86-45d4-9a97-097fbbf6586a is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:13:39.740081 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7b705f6c-3a0a-4e7b-9e2d-9aa051be2148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:39.801310 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f966984e-9f4f-46ce-9a30-6e05e3fa5f2d None None] Pushing event updated for resources: {'Port': ['ID=061ba5d8-9a6a-40ca-96f4-8580f2ab7b17,revision_number=2']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:13:39.806875 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4615b1-6fd5-402e-90b9-3e482c291ba4 admin admin] Pushing event updated for resources: {'Port': ['ID=b35f046e-5d9d-4281-a0d2-e67c4264f666,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:13:39.819264 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-6d4615b1-6fd5-402e-90b9-3e482c291ba4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:13:39.859394 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f966984e-9f4f-46ce-9a30-6e05e3fa5f2d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:13:39.859795 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f966984e-9f4f-46ce-9a30-6e05e3fa5f2d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:13:39.860133 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f966984e-9f4f-46ce-9a30-6e05e3fa5f2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:13:39.860488 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f966984e-9f4f-46ce-9a30-6e05e3fa5f2d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:13:39.860820 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f966984e-9f4f-46ce-9a30-6e05e3fa5f2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:13:39.861146 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f966984e-9f4f-46ce-9a30-6e05e3fa5f2d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:13:39.861712 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f966984e-9f4f-46ce-9a30-6e05e3fa5f2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:13:39.861880 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f966984e-9f4f-46ce-9a30-6e05e3fa5f2d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:13:39.862279 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f966984e-9f4f-46ce-9a30-6e05e3fa5f2d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:13:39.862508 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f966984e-9f4f-46ce-9a30-6e05e3fa5f2d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:13:39.862826 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f966984e-9f4f-46ce-9a30-6e05e3fa5f2d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:13:39.863164 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f966984e-9f4f-46ce-9a30-6e05e3fa5f2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:13:39.863484 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f966984e-9f4f-46ce-9a30-6e05e3fa5f2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:13:39.866907 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f966984e-9f4f-46ce-9a30-6e05e3fa5f2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:13:39.867338 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f966984e-9f4f-46ce-9a30-6e05e3fa5f2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:13:39.872773 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f966984e-9f4f-46ce-9a30-6e05e3fa5f2d None None] Tracked resource versions report: Mar 21 11:13:39.872773 dv-cinder-834448-1-smb neutron-server[103424]: pushed versions: Mar 21 11:13:39.872773 dv-cinder-834448-1-smb neutron-server[103424]: { 'AddressGroup': {'1.2'}, Mar 21 11:13:39.872773 dv-cinder-834448-1-smb neutron-server[103424]: 'Agent': {'1.1'}, Mar 21 11:13:39.872773 dv-cinder-834448-1-smb neutron-server[103424]: 'ConntrackHelper': {'1.0'}, Mar 21 11:13:39.872773 dv-cinder-834448-1-smb neutron-server[103424]: 'LocalIPAssociation': {'1.0'}, Mar 21 11:13:39.872773 dv-cinder-834448-1-smb neutron-server[103424]: 'Log': {'1.0'}, Mar 21 11:13:39.872773 dv-cinder-834448-1-smb neutron-server[103424]: 'NDPProxy': {'1.0'}, Mar 21 11:13:39.872773 dv-cinder-834448-1-smb neutron-server[103424]: 'Network': {'1.1'}, Mar 21 11:13:39.872773 dv-cinder-834448-1-smb neutron-server[103424]: 'Port': {'1.7'}, Mar 21 11:13:39.872773 dv-cinder-834448-1-smb neutron-server[103424]: 'PortForwarding': {'1.3'}, Mar 21 11:13:39.872773 dv-cinder-834448-1-smb neutron-server[103424]: 'QosPolicy': {'1.10'}, Mar 21 11:13:39.872773 dv-cinder-834448-1-smb neutron-server[103424]: 'SecurityGroup': {'1.5'}, Mar 21 11:13:39.872773 dv-cinder-834448-1-smb neutron-server[103424]: 'SecurityGroupRule': {'1.2'}, Mar 21 11:13:39.872773 dv-cinder-834448-1-smb neutron-server[103424]: 'SubPort': {'1.0'}, Mar 21 11:13:39.872773 dv-cinder-834448-1-smb neutron-server[103424]: 'Subnet': {'1.1'}, Mar 21 11:13:39.872773 dv-cinder-834448-1-smb neutron-server[103424]: 'Trunk': {'1.1'}} Mar 21 11:13:39.872773 dv-cinder-834448-1-smb neutron-server[103424]: consumer versions: Mar 21 11:13:39.872773 dv-cinder-834448-1-smb neutron-server[103424]: { DHCP agent@dv-cinder-834448-1-smb: {}, Mar 21 11:13:39.872773 dv-cinder-834448-1-smb neutron-server[103424]: HyperV agent@hv-cinder-83444: {}, Mar 21 11:13:39.872773 dv-cinder-834448-1-smb neutron-server[103424]: L3 agent@dv-cinder-834448-1-smb: {}, Mar 21 11:13:39.872773 dv-cinder-834448-1-smb neutron-server[103424]: Metadata agent@dv-cinder-834448-1-smb: {}, Mar 21 11:13:39.872773 dv-cinder-834448-1-smb neutron-server[103424]: Metering agent@dv-cinder-834448-1-smb: {}, Mar 21 11:13:39.872773 dv-cinder-834448-1-smb neutron-server[103424]: Open vSwitch agent@dv-cinder-834448-1-smb: { 'AddressGroup': '1.2', Mar 21 11:13:39.872773 dv-cinder-834448-1-smb neutron-server[103424]: 'Agent': '1.1', Mar 21 11:13:39.872773 dv-cinder-834448-1-smb neutron-server[103424]: 'ConntrackHelper': '1.0', Mar 21 11:13:39.872773 dv-cinder-834448-1-smb neutron-server[103424]: 'LocalIPAssociation': '1.0', Mar 21 11:13:39.872773 dv-cinder-834448-1-smb neutron-server[103424]: 'Log': '1.0', Mar 21 11:13:39.872773 dv-cinder-834448-1-smb neutron-server[103424]: 'NDPProxy': '1.0', Mar 21 11:13:39.872773 dv-cinder-834448-1-smb neutron-server[103424]: 'Network': '1.1', Mar 21 11:13:39.872773 dv-cinder-834448-1-smb neutron-server[103424]: 'Port': '1.7', Mar 21 11:13:39.872773 dv-cinder-834448-1-smb neutron-server[103424]: 'PortForwarding': '1.3', Mar 21 11:13:39.872773 dv-cinder-834448-1-smb neutron-server[103424]: 'QosPolicy': '1.10', Mar 21 11:13:39.872773 dv-cinder-834448-1-smb neutron-server[103424]: 'SecurityGroup': '1.5', Mar 21 11:13:39.872773 dv-cinder-834448-1-smb neutron-server[103424]: 'SecurityGroupRule': '1.2', Mar 21 11:13:39.872773 dv-cinder-834448-1-smb neutron-server[103424]: 'SubPort': '1.0', Mar 21 11:13:39.872773 dv-cinder-834448-1-smb neutron-server[103424]: 'Subnet': '1.1', Mar 21 11:13:39.872773 dv-cinder-834448-1-smb neutron-server[103424]: 'Trunk': '1.1'}} Mar 21 11:13:39.872773 dv-cinder-834448-1-smb neutron-server[103424]: {{(pid=103424) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 21 11:13:39.895671 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e493bf39-7251-45c6-9637-7ef3443ec3b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (b8275226-8e48-4a8f-9ca4-0a51a1f70c44), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:39.902142 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e493bf39-7251-45c6-9637-7ef3443ec3b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:39.904420 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-e493bf39-7251-45c6-9637-7ef3443ec3b6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b8275226-8e48-4a8f-9ca4-0a51a1f70c44 HTTP/1.1" status: 204 len: 168 time: 0.7898197 Mar 21 11:13:39.924867 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-0affe2f7-feff-4d7d-a1af-e58c47a2f4cd None None] For port 061ba5d8-9a6a-40ca-96f4-8580f2ab7b17, host dv-cinder-834448-1-smb, cleared binding levels {{(pid=103424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 11:13:39.932462 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-0affe2f7-feff-4d7d-a1af-e58c47a2f4cd None None] For port 061ba5d8-9a6a-40ca-96f4-8580f2ab7b17, host dv-cinder-834448-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-smb',level=0,port_id=061ba5d8-9a6a-40ca-96f4-8580f2ab7b17,segment=NetworkSegment(083ffffd-feb8-46cd-b20a-ab116e97b62a),segment_id=083ffffd-feb8-46cd-b20a-ab116e97b62a)] {{(pid=103424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 11:13:39.946044 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-0affe2f7-feff-4d7d-a1af-e58c47a2f4cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817'] for port (061ba5d8-9a6a-40ca-96f4-8580f2ab7b17), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:39.958177 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e493bf39-7251-45c6-9637-7ef3443ec3b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8275226-8e48-4a8f-9ca4-0a51a1f70c44,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:13:39.967507 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4615b1-6fd5-402e-90b9-3e482c291ba4 admin admin] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:13:39.971048 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6d4615b1-6fd5-402e-90b9-3e482c291ba4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1688567'] for router_interface (92a02156-46db-4840-99fe-9b2e5df1d7e3), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:40.031447 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-f976229b-6cf8-4b42-b74e-60a058c35b72 None None] Publish callbacks [] for port (95b4d9cd-f7a7-4576-ad9e-c0ecfc4aaf36), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:40.040419 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-ede3d944-ca2a-429f-98dc-d27150971d7f None None] Current status of the port 88336639-d518-4c36-bf9b-da5f9b2bb60d is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:13:40.065274 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-f976229b-6cf8-4b42-b74e-60a058c35b72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738246144781'] for port (95b4d9cd-f7a7-4576-ad9e-c0ecfc4aaf36), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:40.160136 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d7f7ac43-b42e-4ee8-9c64-e2dd897fd88d admin admin] Publish callbacks [] for security_group (c8bd1b3f-9e5d-43d1-b321-5b89fd888c18), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:40.181927 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f966984e-9f4f-46ce-9a30-6e05e3fa5f2d None None] Pushing event updated for resources: {'Port': ['ID=061ba5d8-9a6a-40ca-96f4-8580f2ab7b17,revision_number=3']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:13:40.195116 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0affe2f7-feff-4d7d-a1af-e58c47a2f4cd None None] Routers {'92a02156-46db-4840-99fe-9b2e5df1d7e3'} bound to L3 agent in host dv-cinder-834448-1-smb {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:13:40.195956 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-0affe2f7-feff-4d7d-a1af-e58c47a2f4cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-21T11:04:55Z,description=,heartbeat_timestamp=2022-03-21T11:13:26Z,host='dv-cinder-834448-1-smb',id=5097f9b2-2ef0-4af4-bde3-0c344dd6e70c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:55Z,topic='l3_agent')) {'router_ids': ['92a02156-46db-4840-99fe-9b2e5df1d7e3'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:13:40.230465 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f976229b-6cf8-4b42-b74e-60a058c35b72 None None] Pushing event updated for resources: {'Port': ['ID=95b4d9cd-f7a7-4576-ad9e-c0ecfc4aaf36,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:13:40.255563 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f976229b-6cf8-4b42-b74e-60a058c35b72 None None] Network edde1cdb-cb70-4a7f-a015-4d6abd2c41fa is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:13:40.266327 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-f976229b-6cf8-4b42-b74e-60a058c35b72 None None] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:13:40.271980 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-d39fc3e4-db9d-423d-b7ec-4ea664c616e0 None None] Provisioning complete for port 88336639-d518-4c36-bf9b-da5f9b2bb60d triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:13:40.272726 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d39fc3e4-db9d-423d-b7ec-4ea664c616e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688166'] for port (88336639-d518-4c36-bf9b-da5f9b2bb60d), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:40.298418 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [req-ddaee9d5-eeb6-4efd-9a5d-2f47517356c5 req-fa1fcf9e-5e57-4ed9-ba79-2f80fecc5f46 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103421) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 21 11:13:40.307722 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-ddaee9d5-eeb6-4efd-9a5d-2f47517356c5 req-fa1fcf9e-5e57-4ed9-ba79-2f80fecc5f46 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.5664713 Mar 21 11:13:40.330679 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f976229b-6cf8-4b42-b74e-60a058c35b72 None None] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:13:40.412120 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d7f7ac43-b42e-4ee8-9c64-e2dd897fd88d admin admin] Publish callbacks [] for security_group (c8bd1b3f-9e5d-43d1-b321-5b89fd888c18), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:40.417290 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-0affe2f7-feff-4d7d-a1af-e58c47a2f4cd None None] Set router 92a02156-46db-4840-99fe-9b2e5df1d7e3 gateway port host: dv-cinder-834448-1-smb {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:13:40.426114 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-ddaee9d5-eeb6-4efd-9a5d-2f47517356c5 req-fd10b7d6-8ef1-4cef-85ed-c10cddb820b3 service neutron] 10.222.0.24 "GET /v2.0/networks/c4636bca-faf6-4761-a317-5bb8fbd6e796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169844 Mar 21 11:13:40.518649 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-7b705f6c-3a0a-4e7b-9e2d-9aa051be2148 admin admin] Allocated IP 172.28.0.8 (4a234a12-d706-4d7c-b6c3-ed2b05ad1623/3e258188-6a8e-4491-8eb3-50329fb1d7f1/7e2d0fdc-3f51-4d12-b8b3-317f1f500f1f) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:13:40.544002 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-f976229b-6cf8-4b42-b74e-60a058c35b72 None None] Attempting to bind port 95b4d9cd-f7a7-4576-ad9e-c0ecfc4aaf36 on host dv-cinder-834448-1-smb for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 11:13:40.544758 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-f976229b-6cf8-4b42-b74e-60a058c35b72 None None] Attempting to bind port 95b4d9cd-f7a7-4576-ad9e-c0ecfc4aaf36 by drivers openvswitch,hyperv on host dv-cinder-834448-1-smb at level 0 using segments [{'id': '2b3dbd92-7596-4ba4-98c7-1ff5ff135374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'edde1cdb-cb70-4a7f-a015-4d6abd2c41fa'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 11:13:40.545446 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f976229b-6cf8-4b42-b74e-60a058c35b72 None None] Attempting to bind port 95b4d9cd-f7a7-4576-ad9e-c0ecfc4aaf36 on network edde1cdb-cb70-4a7f-a015-4d6abd2c41fa {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:13:40.618360 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f976229b-6cf8-4b42-b74e-60a058c35b72 None None] Checking agent: {'id': '4788e3a4-6d7d-47da-90c6-7227f6e2e35d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834448-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 11, 5), 'started_at': datetime.datetime(2022, 3, 21, 11, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 11, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834448-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 11:13:40.619035 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f976229b-6cf8-4b42-b74e-60a058c35b72 None None] Checking segment: {'id': '2b3dbd92-7596-4ba4-98c7-1ff5ff135374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'edde1cdb-cb70-4a7f-a015-4d6abd2c41fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:13:40.619872 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-f976229b-6cf8-4b42-b74e-60a058c35b72 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:40.620607 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f976229b-6cf8-4b42-b74e-60a058c35b72 None None] Bound using segment: {'id': '2b3dbd92-7596-4ba4-98c7-1ff5ff135374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'edde1cdb-cb70-4a7f-a015-4d6abd2c41fa'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 11:13:40.622457 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-f976229b-6cf8-4b42-b74e-60a058c35b72 None None] Bound port: 95b4d9cd-f7a7-4576-ad9e-c0ecfc4aaf36, host: dv-cinder-834448-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b3dbd92-7596-4ba4-98c7-1ff5ff135374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'edde1cdb-cb70-4a7f-a015-4d6abd2c41fa'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 11:13:40.623218 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-f976229b-6cf8-4b42-b74e-60a058c35b72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (95b4d9cd-f7a7-4576-ad9e-c0ecfc4aaf36), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:40.676075 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-ddaee9d5-eeb6-4efd-9a5d-2f47517356c5 req-2a0ee5fe-cfe6-4fe0-9150-c86a77860e39 service neutron] 10.222.0.24 "GET /v2.0/networks/c4636bca-faf6-4761-a317-5bb8fbd6e796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2485979 Mar 21 11:13:40.696958 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-d39fc3e4-db9d-423d-b7ec-4ea664c616e0 None None] Current status of the port 88336639-d518-4c36-bf9b-da5f9b2bb60d is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:13:40.705518 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Current status of the port cc710696-92af-4c61-9ab2-c562fb657dc0 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:13:40.759480 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d7f7ac43-b42e-4ee8-9c64-e2dd897fd88d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (c8bd1b3f-9e5d-43d1-b321-5b89fd888c18), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:40.762115 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d7f7ac43-b42e-4ee8-9c64-e2dd897fd88d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:40.773547 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-d7f7ac43-b42e-4ee8-9c64-e2dd897fd88d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c8bd1b3f-9e5d-43d1-b321-5b89fd888c18 HTTP/1.1" status: 204 len: 168 time: 1.7957439 Mar 21 11:13:40.803998 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-d39fc3e4-db9d-423d-b7ec-4ea664c616e0 None None] Provisioning complete for port cc710696-92af-4c61-9ab2-c562fb657dc0 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:13:40.804737 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d39fc3e4-db9d-423d-b7ec-4ea664c616e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688166'] for port (cc710696-92af-4c61-9ab2-c562fb657dc0), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:40.827932 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f7ac43-b42e-4ee8-9c64-e2dd897fd88d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8bd1b3f-9e5d-43d1-b321-5b89fd888c18,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:13:40.847789 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-0affe2f7-feff-4d7d-a1af-e58c47a2f4cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92a02156-46db-4840-99fe-9b2e5df1d7e3', 'name': 'tempest-AttachVolumeTestJSON-1124083517-router', 'tenant_id': '5c0a065250d348a7b0fe2877a603793f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'external_fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.21'}], 'enable_snat': True}, 'gw_port_id': '061ba5d8-9a6a-40ca-96f4-8580f2ab7b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:13:31Z', 'updated_at': '2022-03-21T11:13:34Z', 'revision_number': 3, 'project_id': '5c0a065250d348a7b0fe2877a603793f', 'gw_port': {'id': '061ba5d8-9a6a-40ca-96f4-8580f2ab7b17', 'name': '', 'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:42:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92a02156-46db-4840-99fe-9b2e5df1d7e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:32Z', 'updated_at': '2022-03-21T11:13:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-smb'}], 'dv-cinder-834448-1-smb', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:13:40.870746 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-39dffa3c-503f-4ac9-bad7-7e7139226453 admin admin] Publish callbacks [] for router_gateway (e82250b0-2c64-4e9e-b3db-8617ae46ff4c), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:40.909185 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0affe2f7-feff-4d7d-a1af-e58c47a2f4cd None None] The sync data for ids ['92a02156-46db-4840-99fe-9b2e5df1d7e3'] in dv-cinder-834448-1-smb is: [{'id': '92a02156-46db-4840-99fe-9b2e5df1d7e3', 'name': 'tempest-AttachVolumeTestJSON-1124083517-router', 'tenant_id': '5c0a065250d348a7b0fe2877a603793f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'external_fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.21'}], 'enable_snat': True}, 'gw_port_id': '061ba5d8-9a6a-40ca-96f4-8580f2ab7b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:13:31Z', 'updated_at': '2022-03-21T11:13:34Z', 'revision_number': 3, 'project_id': '5c0a065250d348a7b0fe2877a603793f', 'gw_port': {'id': '061ba5d8-9a6a-40ca-96f4-8580f2ab7b17', 'name': '', 'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:42:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92a02156-46db-4840-99fe-9b2e5df1d7e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:32Z', 'updated_at': '2022-03-21T11:13:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-smb'}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 11:13:40.912640 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6d4615b1-6fd5-402e-90b9-3e482c291ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (b35f046e-5d9d-4281-a0d2-e67c4264f666), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:41.086973 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-f976229b-6cf8-4b42-b74e-60a058c35b72 None None] For port 95b4d9cd-f7a7-4576-ad9e-c0ecfc4aaf36, host dv-cinder-834448-1-smb, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 11:13:41.107010 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-f976229b-6cf8-4b42-b74e-60a058c35b72 None None] For port 95b4d9cd-f7a7-4576-ad9e-c0ecfc4aaf36, host dv-cinder-834448-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-smb',level=0,port_id=95b4d9cd-f7a7-4576-ad9e-c0ecfc4aaf36,segment=NetworkSegment(2b3dbd92-7596-4ba4-98c7-1ff5ff135374),segment_id=2b3dbd92-7596-4ba4-98c7-1ff5ff135374)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 11:13:41.142012 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-f976229b-6cf8-4b42-b74e-60a058c35b72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817'] for port (95b4d9cd-f7a7-4576-ad9e-c0ecfc4aaf36), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:41.499703 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f976229b-6cf8-4b42-b74e-60a058c35b72 None None] Pushing event updated for resources: {'Port': ['ID=95b4d9cd-f7a7-4576-ad9e-c0ecfc4aaf36,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:13:41.601733 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7b705f6c-3a0a-4e7b-9e2d-9aa051be2148 admin admin] Publish callbacks [] for port (7e2d0fdc-3f51-4d12-b8b3-317f1f500f1f), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:41.610768 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 40448) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:13:41.673116 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-d39fc3e4-db9d-423d-b7ec-4ea664c616e0 None None] Current status of the port cc710696-92af-4c61-9ab2-c562fb657dc0 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:13:41.688963 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Device 88336639-d518-4c36-bf9b-da5f9b2bb60d up at agent ovs-agent-dv-cinder-834448-1-smb {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:13:41.695271 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-356c2f32-0ca1-41bf-9a3b-4f839ac8a9ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:41.778489 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Provisioning complete for port 88336639-d518-4c36-bf9b-da5f9b2bb60d triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:13:41.778897 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688166'] for port (88336639-d518-4c36-bf9b-da5f9b2bb60d), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:41.803076 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-262dc6e4-82b4-473d-ad1b-234ddfc53a3d req-6ce07bac-1772-4e35-90b8-a3671e245cc8 tempest-DeleteServersTestJSON-1318486940 tempest-DeleteServersTestJSON-1318486940-project] 10.222.0.24 "GET /v2.0/ports?device_id=42704ade-853b-4c92-9566-e1c640e2a477 HTTP/1.1" status: 200 len: 210 time: 0.2601638 Mar 21 11:13:41.929753 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6d4615b1-6fd5-402e-90b9-3e482c291ba4 admin admin] Publish callbacks [] for port (b35f046e-5d9d-4281-a0d2-e67c4264f666), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:41.943492 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6d4615b1-6fd5-402e-90b9-3e482c291ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817'] for port (b35f046e-5d9d-4281-a0d2-e67c4264f666), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:41.945149 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6d4615b1-6fd5-402e-90b9-3e482c291ba4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1693008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1688419'] for router_interface (92a02156-46db-4840-99fe-9b2e5df1d7e3), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:41.956755 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-c87ff7d7-861e-41cf-9f06-a6083caba3d8 None None] Provisioning complete for port b35f046e-5d9d-4281-a0d2-e67c4264f666 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:13:41.957368 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c87ff7d7-861e-41cf-9f06-a6083caba3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688166'] for port (b35f046e-5d9d-4281-a0d2-e67c4264f666), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:42.040239 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4615b1-6fd5-402e-90b9-3e482c291ba4 admin admin] Pushing event updated for resources: {'Port': ['ID=b35f046e-5d9d-4281-a0d2-e67c4264f666,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:13:42.220594 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-c87ff7d7-861e-41cf-9f06-a6083caba3d8 None None] Port b35f046e-5d9d-4281-a0d2-e67c4264f666 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 11:13:42.235119 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Current status of the port 88336639-d518-4c36-bf9b-da5f9b2bb60d is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:13:42.352772 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7b705f6c-3a0a-4e7b-9e2d-9aa051be2148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738246144781'] for port (7e2d0fdc-3f51-4d12-b8b3-317f1f500f1f), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:42.394266 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d4615b1-6fd5-402e-90b9-3e482c291ba4 admin admin] Network 1436ce26-cb86-45d4-9a97-097fbbf6586a is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:13:42.395896 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-6d4615b1-6fd5-402e-90b9-3e482c291ba4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:13:42.449527 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-39dffa3c-503f-4ac9-bad7-7e7139226453 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1688767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1690658'] for router (e82250b0-2c64-4e9e-b3db-8617ae46ff4c), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:42.536681 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b705f6c-3a0a-4e7b-9e2d-9aa051be2148 admin admin] Pushing event updated for resources: {'Port': ['ID=7e2d0fdc-3f51-4d12-b8b3-317f1f500f1f,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:13:42.638770 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b705f6c-3a0a-4e7b-9e2d-9aa051be2148 admin admin] Network 4a234a12-d706-4d7c-b6c3-ed2b05ad1623 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:13:42.815275 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-7b705f6c-3a0a-4e7b-9e2d-9aa051be2148 admin admin] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:13:42.914882 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d4615b1-6fd5-402e-90b9-3e482c291ba4 admin admin] Router 92a02156-46db-4840-99fe-9b2e5df1d7e3 has already been hosted by L3 agent 5097f9b2-2ef0-4af4-bde3-0c344dd6e70c {{(pid=103421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 11:13:42.980768 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-8cb5f664-ef44-44e8-94ad-9bc30d6737bf None None] Provisioning complete for port b35f046e-5d9d-4281-a0d2-e67c4264f666 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:13:42.981256 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-8cb5f664-ef44-44e8-94ad-9bc30d6737bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688166'] for port (b35f046e-5d9d-4281-a0d2-e67c4264f666), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:43.032836 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b705f6c-3a0a-4e7b-9e2d-9aa051be2148 admin admin] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:13:43.092694 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-8cb5f664-ef44-44e8-94ad-9bc30d6737bf None None] Port b35f046e-5d9d-4281-a0d2-e67c4264f666 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 11:13:43.522378 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Device 95b4d9cd-f7a7-4576-ad9e-c0ecfc4aaf36 up at agent ovs-agent-dv-cinder-834448-1-smb {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:13:43.703463 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Provisioning complete for port 95b4d9cd-f7a7-4576-ad9e-c0ecfc4aaf36 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:13:43.708521 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688166'] for port (95b4d9cd-f7a7-4576-ad9e-c0ecfc4aaf36), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:43.973189 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d4615b1-6fd5-402e-90b9-3e482c291ba4 admin admin] Notify agent at l3_agent.dv-cinder-834448-1-smb the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 11:13:43.986151 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-f1640b18-a8ed-4f21-8068-674ad9641de5 req-37a9b5e6-b4c6-477b-8999-143d1990337b tempest-DeleteServersTestJSON-1318486940 tempest-DeleteServersTestJSON-1318486940-project] 10.222.0.24 "GET /v2.0/ports?device_id=42704ade-853b-4c92-9566-e1c640e2a477 HTTP/1.1" status: 200 len: 210 time: 0.9170170 Mar 21 11:13:44.017227 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-6d4615b1-6fd5-402e-90b9-3e482c291ba4 admin admin] 10.222.0.24 "PUT /v2.0/routers/92a02156-46db-4840-99fe-9b2e5df1d7e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9431713 Mar 21 11:13:44.018305 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 40536) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:13:44.026515 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Current status of the port 95b4d9cd-f7a7-4576-ad9e-c0ecfc4aaf36 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:13:44.027615 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (95b4d9cd-f7a7-4576-ad9e-c0ecfc4aaf36), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:44.098377 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-356c2f32-0ca1-41bf-9a3b-4f839ac8a9ee admin admin] Publish callbacks [] for security_group (eb24d60b-14e8-4331-86d7-e858e22ce5cd), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:44.103347 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] For port 95b4d9cd-f7a7-4576-ad9e-c0ecfc4aaf36, host dv-cinder-834448-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-smb',level=0,port_id=95b4d9cd-f7a7-4576-ad9e-c0ecfc4aaf36,segment=NetworkSegment(2b3dbd92-7596-4ba4-98c7-1ff5ff135374),segment_id=2b3dbd92-7596-4ba4-98c7-1ff5ff135374)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:13:44.106700 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96ed4273-ce11-427a-9dac-82be11f49acc None None] Network edde1cdb-cb70-4a7f-a015-4d6abd2c41fa requested from dv-cinder-834448-1-smb {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 11:13:44.180442 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-356c2f32-0ca1-41bf-9a3b-4f839ac8a9ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (eb24d60b-14e8-4331-86d7-e858e22ce5cd), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:44.264159 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817'] for port (95b4d9cd-f7a7-4576-ad9e-c0ecfc4aaf36), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:44.266051 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Device 061ba5d8-9a6a-40ca-96f4-8580f2ab7b17 up at agent ovs-agent-dv-cinder-834448-1-smb {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:13:44.392416 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-39a76190-e4bc-42f2-9234-729fbce68864 None None] Provisioning complete for port 95b4d9cd-f7a7-4576-ad9e-c0ecfc4aaf36 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:13:44.393045 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-39a76190-e4bc-42f2-9234-729fbce68864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688166'] for port (95b4d9cd-f7a7-4576-ad9e-c0ecfc4aaf36), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:44.442175 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-356c2f32-0ca1-41bf-9a3b-4f839ac8a9ee admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=39ddfdfacbeb475985d845d6c332bd70&name=default HTTP/1.1" status: 200 len: 2992 time: 2.8292394 Mar 21 11:13:44.446595 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 40550) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:13:44.465668 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356c2f32-0ca1-41bf-9a3b-4f839ac8a9ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb24d60b-14e8-4331-86d7-e858e22ce5cd,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:13:44.626579 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-cae8054e-c7ee-4ef3-81e1-00aafd1c4753 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:44.704070 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Pushing event updated for resources: {'Port': ['ID=95b4d9cd-f7a7-4576-ad9e-c0ecfc4aaf36,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:13:44.742888 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Provisioning complete for port 061ba5d8-9a6a-40ca-96f4-8580f2ab7b17 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:13:44.743520 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688166'] for port (061ba5d8-9a6a-40ca-96f4-8580f2ab7b17), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:45.005189 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7b705f6c-3a0a-4e7b-9e2d-9aa051be2148 admin admin] Publish callbacks [] for router_gateway (fcf73f44-eb99-4dc9-96ef-dd08de00624c), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:45.019069 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf99e26-1f42-440b-95da-5cc8c8a5e1aa None None] Sync routers for ids ['92a02156-46db-4840-99fe-9b2e5df1d7e3'] in dv-cinder-834448-1-smb {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 11:13:45.042568 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-cae8054e-c7ee-4ef3-81e1-00aafd1c4753 admin admin] Publish callbacks [] for security_group (97c53be6-4cbb-42ae-ad00-bc70c45bbd38), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:45.084041 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-cae8054e-c7ee-4ef3-81e1-00aafd1c4753 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (97c53be6-4cbb-42ae-ad00-bc70c45bbd38), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:45.098561 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b6705b81-726e-48c3-a705-33b81c23ad83 admin admin] Publish callbacks [] for security_group (eb24d60b-14e8-4331-86d7-e858e22ce5cd), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:45.131079 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-39a76190-e4bc-42f2-9234-729fbce68864 None None] Current status of the port 95b4d9cd-f7a7-4576-ad9e-c0ecfc4aaf36 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:13:45.147793 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf99e26-1f42-440b-95da-5cc8c8a5e1aa None None] Routers {'92a02156-46db-4840-99fe-9b2e5df1d7e3'} bound to L3 agent in host dv-cinder-834448-1-smb {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:13:45.148711 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-5cf99e26-1f42-440b-95da-5cc8c8a5e1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-21T11:04:55Z,description=,heartbeat_timestamp=2022-03-21T11:13:26Z,host='dv-cinder-834448-1-smb',id=5097f9b2-2ef0-4af4-bde3-0c344dd6e70c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:55Z,topic='l3_agent')) {'router_ids': ['92a02156-46db-4840-99fe-9b2e5df1d7e3'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:13:45.357895 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b6705b81-726e-48c3-a705-33b81c23ad83 admin admin] Publish callbacks [] for security_group (eb24d60b-14e8-4331-86d7-e858e22ce5cd), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:45.444064 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-cae8054e-c7ee-4ef3-81e1-00aafd1c4753 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=34772215ee5840ca938ad6b0a1a5d99e&name=default HTTP/1.1" status: 200 len: 2992 time: 1.4239728 Mar 21 11:13:45.460267 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 40574) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:13:45.468587 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae8054e-c7ee-4ef3-81e1-00aafd1c4753 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97c53be6-4cbb-42ae-ad00-bc70c45bbd38,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:13:45.509632 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-5cf99e26-1f42-440b-95da-5cc8c8a5e1aa None None] Set router 92a02156-46db-4840-99fe-9b2e5df1d7e3 gateway port host: dv-cinder-834448-1-smb {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:13:45.545643 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Current status of the port 061ba5d8-9a6a-40ca-96f4-8580f2ab7b17 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:13:45.546214 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (061ba5d8-9a6a-40ca-96f4-8580f2ab7b17), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:45.603308 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39dffa3c-503f-4ac9-bad7-7e7139226453 admin admin] Router e82250b0-2c64-4e9e-b3db-8617ae46ff4c is scheduled to L3 agent 5097f9b2-2ef0-4af4-bde3-0c344dd6e70c with binding_index 1 {{(pid=103422) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 21 11:13:45.613459 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-892822ce-b317-434f-bda4-13f73bb6ab22 req-c62b1504-ee4d-4d05-98ea-5d7f7e53e60c tempest-DeleteServersTestJSON-1318486940 tempest-DeleteServersTestJSON-1318486940-project] 10.222.0.24 "GET /v2.0/ports?device_id=42704ade-853b-4c92-9566-e1c640e2a477 HTTP/1.1" status: 200 len: 210 time: 0.1505609 Mar 21 11:13:45.730416 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-6a472fad-1bcd-43c8-8e19-652066462cea None None] Provisioning complete for port 95b4d9cd-f7a7-4576-ad9e-c0ecfc4aaf36 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:13:45.731358 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6a472fad-1bcd-43c8-8e19-652066462cea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688166'] for port (95b4d9cd-f7a7-4576-ad9e-c0ecfc4aaf36), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:45.765928 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] For port 061ba5d8-9a6a-40ca-96f4-8580f2ab7b17, host dv-cinder-834448-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-smb',level=0,port_id=061ba5d8-9a6a-40ca-96f4-8580f2ab7b17,segment=NetworkSegment(083ffffd-feb8-46cd-b20a-ab116e97b62a),segment_id=083ffffd-feb8-46cd-b20a-ab116e97b62a)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:13:45.789742 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c1d2d9d7-5362-44a9-925e-d52afa5705c5 admin admin] Publish callbacks [] for security_group (97c53be6-4cbb-42ae-ad00-bc70c45bbd38), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:45.866213 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c1d2d9d7-5362-44a9-925e-d52afa5705c5 admin admin] Publish callbacks [] for security_group (97c53be6-4cbb-42ae-ad00-bc70c45bbd38), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:45.884761 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7b705f6c-3a0a-4e7b-9e2d-9aa051be2148 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1688767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1690658'] for router (fcf73f44-eb99-4dc9-96ef-dd08de00624c), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:45.923837 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817'] for port (061ba5d8-9a6a-40ca-96f4-8580f2ab7b17), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:45.962607 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b6705b81-726e-48c3-a705-33b81c23ad83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (eb24d60b-14e8-4331-86d7-e858e22ce5cd), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:45.967126 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b6705b81-726e-48c3-a705-33b81c23ad83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:45.972602 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-b6705b81-726e-48c3-a705-33b81c23ad83 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/eb24d60b-14e8-4331-86d7-e858e22ce5cd HTTP/1.1" status: 204 len: 168 time: 1.5190451 Mar 21 11:13:45.990088 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6705b81-726e-48c3-a705-33b81c23ad83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb24d60b-14e8-4331-86d7-e858e22ce5cd,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:13:46.037010 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c1d2d9d7-5362-44a9-925e-d52afa5705c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (97c53be6-4cbb-42ae-ad00-bc70c45bbd38), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:46.042346 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c1d2d9d7-5362-44a9-925e-d52afa5705c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:46.044540 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-c1d2d9d7-5362-44a9-925e-d52afa5705c5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/97c53be6-4cbb-42ae-ad00-bc70c45bbd38 HTTP/1.1" status: 204 len: 168 time: 0.5815887 Mar 21 11:13:46.083560 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d2d9d7-5362-44a9-925e-d52afa5705c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97c53be6-4cbb-42ae-ad00-bc70c45bbd38,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:13:46.150614 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39dffa3c-503f-4ac9-bad7-7e7139226453 admin admin] Notify agent at l3_agent.dv-cinder-834448-1-smb the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 11:13:46.154453 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 40592) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:13:46.179275 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2748e50-2ef8-4849-8033-17f579bdd0b1 None None] Sync routers for ids ['e82250b0-2c64-4e9e-b3db-8617ae46ff4c'] in dv-cinder-834448-1-smb {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 11:13:46.209220 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2748e50-2ef8-4849-8033-17f579bdd0b1 None None] Routers {'e82250b0-2c64-4e9e-b3db-8617ae46ff4c'} bound to L3 agent in host dv-cinder-834448-1-smb {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:13:46.210821 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-a2748e50-2ef8-4849-8033-17f579bdd0b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-21T11:04:55Z,description=,heartbeat_timestamp=2022-03-21T11:13:26Z,host='dv-cinder-834448-1-smb',id=5097f9b2-2ef0-4af4-bde3-0c344dd6e70c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:55Z,topic='l3_agent')) {'router_ids': ['e82250b0-2c64-4e9e-b3db-8617ae46ff4c'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:13:46.259917 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-39dffa3c-503f-4ac9-bad7-7e7139226453 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:46.262636 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-39dffa3c-503f-4ac9-bad7-7e7139226453 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 14.1992915 Mar 21 11:13:46.267594 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 40596) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:13:46.409188 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.32', 55486) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:13:46.507826 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Device 95b4d9cd-f7a7-4576-ad9e-c0ecfc4aaf36 up at agent ovs-agent-dv-cinder-834448-1-smb {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:13:46.546564 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-a2748e50-2ef8-4849-8033-17f579bdd0b1 None None] Set router e82250b0-2c64-4e9e-b3db-8617ae46ff4c gateway port host: dv-cinder-834448-1-smb {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:13:46.615080 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 40598) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:13:46.633841 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.v2.base [None req-141479e9-5830-42c5-b3a2-6f60a5432c03 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1380475516', 'description': 'tempest-description--1069055689'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:13:46.764647 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-141479e9-5830-42c5-b3a2-6f60a5432c03 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:46.928782 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-6a472fad-1bcd-43c8-8e19-652066462cea None None] Current status of the port 95b4d9cd-f7a7-4576-ad9e-c0ecfc4aaf36 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:13:46.932897 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Pushing event updated for resources: {'Port': ['ID=061ba5d8-9a6a-40ca-96f4-8580f2ab7b17,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:13:47.116367 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Provisioning complete for port 95b4d9cd-f7a7-4576-ad9e-c0ecfc4aaf36 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:13:47.125906 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688166'] for port (95b4d9cd-f7a7-4576-ad9e-c0ecfc4aaf36), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:47.136653 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-4df331ec-c5b9-41e7-981e-41937184a9b8 req-0ef661e0-998a-4565-8b59-4362fbd0bea1 tempest-DeleteServersTestJSON-1318486940 tempest-DeleteServersTestJSON-1318486940-project] 10.222.0.24 "GET /v2.0/ports?device_id=42704ade-853b-4c92-9566-e1c640e2a477 HTTP/1.1" status: 200 len: 210 time: 0.1125329 Mar 21 11:13:47.261747 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaee9d5-eeb6-4efd-9a5d-2f47517356c5 req-b7d55a61-5872-4a6f-bfa4-d1cb450a686d tempest-DeleteServersTestJSON-1318486940 tempest-DeleteServersTestJSON-1318486940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:13:47.265471 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-ddaee9d5-eeb6-4efd-9a5d-2f47517356c5 req-b7d55a61-5872-4a6f-bfa4-d1cb450a686d tempest-DeleteServersTestJSON-1318486940 tempest-DeleteServersTestJSON-1318486940-project] 10.222.0.32 "GET /v2.0/networks?id=c4636bca-faf6-4761-a317-5bb8fbd6e796 HTTP/1.1" status: 200 len: 812 time: 0.8532884 Mar 21 11:13:47.325241 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-89ef86fb-9a7a-45e4-9e86-c8b129110691 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:47.347209 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.v2.base [req-ddaee9d5-eeb6-4efd-9a5d-2f47517356c5 req-7a8c4d19-1862-43dc-9366-310e95458825 tempest-DeleteServersTestJSON-1318486940 tempest-DeleteServersTestJSON-1318486940-project] Request body: {'port': {'device_id': '42704ade-853b-4c92-9566-e1c640e2a477', 'network_id': 'c4636bca-faf6-4761-a317-5bb8fbd6e796', 'admin_state_up': True, 'tenant_id': 'efc272227f6d42a69d99652301969d40'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:13:47.432090 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-5cf99e26-1f42-440b-95da-5cc8c8a5e1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92a02156-46db-4840-99fe-9b2e5df1d7e3', 'name': 'tempest-AttachVolumeTestJSON-1124083517-router', 'tenant_id': '5c0a065250d348a7b0fe2877a603793f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'external_fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.21'}], 'enable_snat': True}, 'gw_port_id': '061ba5d8-9a6a-40ca-96f4-8580f2ab7b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:13:31Z', 'updated_at': '2022-03-21T11:13:40Z', 'revision_number': 4, 'project_id': '5c0a065250d348a7b0fe2877a603793f', 'gw_port': {'id': '061ba5d8-9a6a-40ca-96f4-8580f2ab7b17', 'name': '', 'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:42:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92a02156-46db-4840-99fe-9b2e5df1d7e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:32Z', 'updated_at': '2022-03-21T11:13:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-smb', '_interfaces': [{'id': 'b35f046e-5d9d-4281-a0d2-e67c4264f666', 'name': '', 'network_id': '1436ce26-cb86-45d4-9a97-097fbbf6586a', 'tenant_id': '5c0a065250d348a7b0fe2877a603793f', 'mac_address': 'fa:16:3e:b8:6f:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92a02156-46db-4840-99fe-9b2e5df1d7e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'fea72cb6-9b89-4ba0-8193-720fc6fd5e2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:37Z', 'updated_at': '2022-03-21T11:13:41Z', 'revision_number': 2, 'project_id': '5c0a065250d348a7b0fe2877a603793f', 'subnets': [{'id': 'fea72cb6-9b89-4ba0-8193-720fc6fd5e2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-1-smb', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:13:47.436131 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Current status of the port 95b4d9cd-f7a7-4576-ad9e-c0ecfc4aaf36 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:13:47.474939 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-a2748e50-2ef8-4849-8033-17f579bdd0b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e82250b0-2c64-4e9e-b3db-8617ae46ff4c', 'name': 'tempest-ServerRescueNegativeTestJSON-2065661749-router', 'tenant_id': '52347e0a8df44be6bcf4f99067c9a702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'external_fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.47'}], 'enable_snat': True}, 'gw_port_id': 'edda812f-da92-43c8-a40f-d8798ab369d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:13:32Z', 'updated_at': '2022-03-21T11:13:40Z', 'revision_number': 3, 'project_id': '52347e0a8df44be6bcf4f99067c9a702', 'gw_port': {'id': 'edda812f-da92-43c8-a40f-d8798ab369d7', 'name': '', 'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:49:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e82250b0-2c64-4e9e-b3db-8617ae46ff4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:36Z', 'updated_at': '2022-03-21T11:13:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-smb'}], 'dv-cinder-834448-1-smb', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:13:47.491117 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf99e26-1f42-440b-95da-5cc8c8a5e1aa None None] Checking router: 92a02156-46db-4840-99fe-9b2e5df1d7e3 for host: dv-cinder-834448-1-smb {{(pid=103423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 11:13:47.491472 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf99e26-1f42-440b-95da-5cc8c8a5e1aa None None] Updating router 92a02156-46db-4840-99fe-9b2e5df1d7e3 port b35f046e-5d9d-4281-a0d2-e67c4264f666 binding host dv-cinder-834448-1-smb {{(pid=103423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 11:13:47.516167 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-141479e9-5830-42c5-b3a2-6f60a5432c03 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Publish callbacks [] for security_group (ee582f54-cafe-4435-94bb-8a8a6604f57a), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:47.533434 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-141479e9-5830-42c5-b3a2-6f60a5432c03 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (ee582f54-cafe-4435-94bb-8a8a6604f57a), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:47.557040 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2748e50-2ef8-4849-8033-17f579bdd0b1 None None] Checking router: e82250b0-2c64-4e9e-b3db-8617ae46ff4c for host: dv-cinder-834448-1-smb {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 11:13:47.557651 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2748e50-2ef8-4849-8033-17f579bdd0b1 None None] Updating router e82250b0-2c64-4e9e-b3db-8617ae46ff4c port edda812f-da92-43c8-a40f-d8798ab369d7 binding host dv-cinder-834448-1-smb {{(pid=103424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 11:13:47.578492 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-5cf99e26-1f42-440b-95da-5cc8c8a5e1aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (b35f046e-5d9d-4281-a0d2-e67c4264f666), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:47.623327 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-a2748e50-2ef8-4849-8033-17f579bdd0b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (edda812f-da92-43c8-a40f-d8798ab369d7), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:47.681326 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b705f6c-3a0a-4e7b-9e2d-9aa051be2148 admin admin] Router fcf73f44-eb99-4dc9-96ef-dd08de00624c is scheduled to L3 agent 5097f9b2-2ef0-4af4-bde3-0c344dd6e70c with binding_index 1 {{(pid=103422) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 21 11:13:47.741382 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-141479e9-5830-42c5-b3a2-6f60a5432c03 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:47.747003 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-141479e9-5830-42c5-b3a2-6f60a5432c03 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.1262598 Mar 21 11:13:47.777819 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 40642) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:13:47.837321 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.v2.base [None req-63717fee-a8f6-4b4a-b089-5371208967bd tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Request body: {'security_group_rule': {'security_group_id': 'ee582f54-cafe-4435-94bb-8a8a6604f57a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:13:47.847505 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141479e9-5830-42c5-b3a2-6f60a5432c03 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee582f54-cafe-4435-94bb-8a8a6604f57a,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:13:48.116629 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-89ef86fb-9a7a-45e4-9e86-c8b129110691 admin admin] Publish callbacks [] for security_group (de580c86-8458-4d23-8f8a-d620a4e00df5), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:48.128512 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-89ef86fb-9a7a-45e4-9e86-c8b129110691 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (de580c86-8458-4d23-8f8a-d620a4e00df5), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:48.162996 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Device 061ba5d8-9a6a-40ca-96f4-8580f2ab7b17 up at agent ovs-agent-dv-cinder-834448-1-smb {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:13:48.276153 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-5cf99e26-1f42-440b-95da-5cc8c8a5e1aa None None] Publish callbacks [] for port (b35f046e-5d9d-4281-a0d2-e67c4264f666), precommit_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:48.302368 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-5cf99e26-1f42-440b-95da-5cc8c8a5e1aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817'] for port (b35f046e-5d9d-4281-a0d2-e67c4264f666), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:48.460199 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad66ef8c-2791-41b3-a9d0-a2e6384aa546 None None] Pushing event updated for resources: {'Port': ['ID=b35f046e-5d9d-4281-a0d2-e67c4264f666,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:13:48.497368 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Provisioning complete for port 061ba5d8-9a6a-40ca-96f4-8580f2ab7b17 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:13:48.497846 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688166'] for port (061ba5d8-9a6a-40ca-96f4-8580f2ab7b17), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:48.521111 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-89ef86fb-9a7a-45e4-9e86-c8b129110691 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6b4892dd6d1447f3a935443e27972f2e&name=default HTTP/1.1" status: 200 len: 2993 time: 2.3651073 Mar 21 11:13:48.528542 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 40670) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:13:48.534618 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-63717fee-a8f6-4b4a-b089-5371208967bd tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Publish callbacks [] for security_group_rule (62a3f3bd-8cc8-4368-ade0-b3c45d7af2f8), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:48.558344 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ef86fb-9a7a-45e4-9e86-c8b129110691 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de580c86-8458-4d23-8f8a-d620a4e00df5,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:13:48.586547 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 40674) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:13:48.657884 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-a2748e50-2ef8-4849-8033-17f579bdd0b1 None None] Publish callbacks [] for port (edda812f-da92-43c8-a40f-d8798ab369d7), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:48.678961 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-a2748e50-2ef8-4849-8033-17f579bdd0b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817'] for port (edda812f-da92-43c8-a40f-d8798ab369d7), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:48.745531 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2495858a-b3b1-4b4b-8ac3-a14f55685dce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:48.797322 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-5cf99e26-1f42-440b-95da-5cc8c8a5e1aa None None] Attempting to bind port b35f046e-5d9d-4281-a0d2-e67c4264f666 on host dv-cinder-834448-1-smb for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 11:13:48.798228 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-5cf99e26-1f42-440b-95da-5cc8c8a5e1aa None None] Attempting to bind port b35f046e-5d9d-4281-a0d2-e67c4264f666 by drivers openvswitch,hyperv on host dv-cinder-834448-1-smb at level 0 using segments [{'id': 'bb9daefb-d4c3-44b6-ba73-015d6754aeb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '1436ce26-cb86-45d4-9a97-097fbbf6586a'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 11:13:48.798228 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf99e26-1f42-440b-95da-5cc8c8a5e1aa None None] Attempting to bind port b35f046e-5d9d-4281-a0d2-e67c4264f666 on network 1436ce26-cb86-45d4-9a97-097fbbf6586a {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:13:48.828784 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf99e26-1f42-440b-95da-5cc8c8a5e1aa None None] Checking agent: {'id': '4788e3a4-6d7d-47da-90c6-7227f6e2e35d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834448-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 11, 5), 'started_at': datetime.datetime(2022, 3, 21, 11, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 11, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834448-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 11:13:48.829179 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf99e26-1f42-440b-95da-5cc8c8a5e1aa None None] Checking segment: {'id': 'bb9daefb-d4c3-44b6-ba73-015d6754aeb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '1436ce26-cb86-45d4-9a97-097fbbf6586a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:13:48.829591 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-5cf99e26-1f42-440b-95da-5cc8c8a5e1aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:48.834220 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf99e26-1f42-440b-95da-5cc8c8a5e1aa None None] Bound using segment: {'id': 'bb9daefb-d4c3-44b6-ba73-015d6754aeb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '1436ce26-cb86-45d4-9a97-097fbbf6586a'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 11:13:48.835233 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-5cf99e26-1f42-440b-95da-5cc8c8a5e1aa None None] Bound port: b35f046e-5d9d-4281-a0d2-e67c4264f666, host: dv-cinder-834448-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb9daefb-d4c3-44b6-ba73-015d6754aeb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '1436ce26-cb86-45d4-9a97-097fbbf6586a'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 11:13:48.838447 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-5cf99e26-1f42-440b-95da-5cc8c8a5e1aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (b35f046e-5d9d-4281-a0d2-e67c4264f666), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:48.863031 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-84093613-59e1-4aef-badb-00fc671d92a7 req-373991bd-7f9c-4bb3-9d3a-d905b027b8cd tempest-DeleteServersTestJSON-1318486940 tempest-DeleteServersTestJSON-1318486940-project] 10.222.0.24 "GET /v2.0/ports?device_id=42704ade-853b-4c92-9566-e1c640e2a477 HTTP/1.1" status: 200 len: 210 time: 0.1922209 Mar 21 11:13:48.887537 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddaee9d5-eeb6-4efd-9a5d-2f47517356c5 req-7a8c4d19-1862-43dc-9366-310e95458825 tempest-DeleteServersTestJSON-1318486940 tempest-DeleteServersTestJSON-1318486940-project] Made reservation on behalf of efc272227f6d42a69d99652301969d40 for: {'port': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 11:13:48.897162 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-ddaee9d5-eeb6-4efd-9a5d-2f47517356c5 req-7a8c4d19-1862-43dc-9366-310e95458825 tempest-DeleteServersTestJSON-1318486940 tempest-DeleteServersTestJSON-1318486940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:48.912562 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-a2748e50-2ef8-4849-8033-17f579bdd0b1 None None] Attempting to bind port edda812f-da92-43c8-a40f-d8798ab369d7 on host dv-cinder-834448-1-smb for vnic_type normal with profile {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 11:13:48.915056 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-a2748e50-2ef8-4849-8033-17f579bdd0b1 None None] Attempting to bind port edda812f-da92-43c8-a40f-d8798ab369d7 by drivers openvswitch,hyperv on host dv-cinder-834448-1-smb at level 0 using segments [{'id': '083ffffd-feb8-46cd-b20a-ab116e97b62a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623'}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 11:13:48.916627 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2748e50-2ef8-4849-8033-17f579bdd0b1 None None] Attempting to bind port edda812f-da92-43c8-a40f-d8798ab369d7 on network 4a234a12-d706-4d7c-b6c3-ed2b05ad1623 {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:13:48.971786 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e8de84-f079-4ba3-89f3-9de7a68c0f60 None None] Pushing event updated for resources: {'Port': ['ID=edda812f-da92-43c8-a40f-d8798ab369d7,revision_number=2']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:13:48.983584 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b705f6c-3a0a-4e7b-9e2d-9aa051be2148 admin admin] Notify agent at l3_agent.dv-cinder-834448-1-smb the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 11:13:48.992043 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2748e50-2ef8-4849-8033-17f579bdd0b1 None None] Checking agent: {'id': '4788e3a4-6d7d-47da-90c6-7227f6e2e35d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834448-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 11, 5), 'started_at': datetime.datetime(2022, 3, 21, 11, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 11, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834448-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 11:13:48.997054 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2748e50-2ef8-4849-8033-17f579bdd0b1 None None] Checking segment: {'id': '083ffffd-feb8-46cd-b20a-ab116e97b62a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:13:49.000783 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-a2748e50-2ef8-4849-8033-17f579bdd0b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:49.001361 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2748e50-2ef8-4849-8033-17f579bdd0b1 None None] Bound using segment: {'id': '083ffffd-feb8-46cd-b20a-ab116e97b62a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623'} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 11:13:49.003320 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d9096bcc-157d-462d-a4fe-9bf5152ce5a2 admin admin] Publish callbacks [] for security_group (de580c86-8458-4d23-8f8a-d620a4e00df5), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:49.004821 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-a2748e50-2ef8-4849-8033-17f579bdd0b1 None None] Bound port: edda812f-da92-43c8-a40f-d8798ab369d7, host: dv-cinder-834448-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '083ffffd-feb8-46cd-b20a-ab116e97b62a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623'}}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 11:13:49.005247 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-a2748e50-2ef8-4849-8033-17f579bdd0b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (edda812f-da92-43c8-a40f-d8798ab369d7), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:49.044742 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce6b5e5-9430-43d1-9403-9348344d64b8 None None] Sync routers for ids ['fcf73f44-eb99-4dc9-96ef-dd08de00624c'] in dv-cinder-834448-1-smb {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 11:13:49.195326 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce6b5e5-9430-43d1-9403-9348344d64b8 None None] Routers {'fcf73f44-eb99-4dc9-96ef-dd08de00624c'} bound to L3 agent in host dv-cinder-834448-1-smb {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:13:49.196230 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-cce6b5e5-9430-43d1-9403-9348344d64b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-21T11:04:55Z,description=,heartbeat_timestamp=2022-03-21T11:13:26Z,host='dv-cinder-834448-1-smb',id=5097f9b2-2ef0-4af4-bde3-0c344dd6e70c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:55Z,topic='l3_agent')) {'router_ids': ['fcf73f44-eb99-4dc9-96ef-dd08de00624c'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:13:49.230156 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-a2748e50-2ef8-4849-8033-17f579bdd0b1 None None] For port edda812f-da92-43c8-a40f-d8798ab369d7, host dv-cinder-834448-1-smb, cleared binding levels {{(pid=103424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 11:13:49.240163 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-a2748e50-2ef8-4849-8033-17f579bdd0b1 None None] For port edda812f-da92-43c8-a40f-d8798ab369d7, host dv-cinder-834448-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-smb',level=0,port_id=edda812f-da92-43c8-a40f-d8798ab369d7,segment=NetworkSegment(083ffffd-feb8-46cd-b20a-ab116e97b62a),segment_id=083ffffd-feb8-46cd-b20a-ab116e97b62a)] {{(pid=103424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 11:13:49.261797 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-a2748e50-2ef8-4849-8033-17f579bdd0b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817'] for port (edda812f-da92-43c8-a40f-d8798ab369d7), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:49.297895 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7b705f6c-3a0a-4e7b-9e2d-9aa051be2148 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:49.300474 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-7b705f6c-3a0a-4e7b-9e2d-9aa051be2148 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 12.5604961 Mar 21 11:13:49.326868 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 40698) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:13:49.446045 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2748e50-2ef8-4849-8033-17f579bdd0b1 None None] Routers {'e82250b0-2c64-4e9e-b3db-8617ae46ff4c'} bound to L3 agent in host dv-cinder-834448-1-smb {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:13:49.451210 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-a2748e50-2ef8-4849-8033-17f579bdd0b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-21T11:04:55Z,description=,heartbeat_timestamp=2022-03-21T11:13:26Z,host='dv-cinder-834448-1-smb',id=5097f9b2-2ef0-4af4-bde3-0c344dd6e70c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:55Z,topic='l3_agent')) {'router_ids': ['e82250b0-2c64-4e9e-b3db-8617ae46ff4c'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:13:49.552480 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-63717fee-a8f6-4b4a-b089-5371208967bd tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Publish callbacks [] for security_group_rule (62a3f3bd-8cc8-4368-ade0-b3c45d7af2f8), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:49.603522 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e8de84-f079-4ba3-89f3-9de7a68c0f60 None None] Pushing event updated for resources: {'Port': ['ID=edda812f-da92-43c8-a40f-d8798ab369d7,revision_number=3']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:13:49.646369 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-158eb293-863c-45e3-bf50-5fc2615ac24c None None] Provisioning complete for port b35f046e-5d9d-4281-a0d2-e67c4264f666 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:13:49.646945 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-158eb293-863c-45e3-bf50-5fc2615ac24c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688166'] for port (b35f046e-5d9d-4281-a0d2-e67c4264f666), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:49.687354 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-63717fee-a8f6-4b4a-b089-5371208967bd tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674879'] for security_group_rule (62a3f3bd-8cc8-4368-ade0-b3c45d7af2f8), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:49.721166 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-a2748e50-2ef8-4849-8033-17f579bdd0b1 None None] Set router e82250b0-2c64-4e9e-b3db-8617ae46ff4c gateway port host: dv-cinder-834448-1-smb {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:13:49.830138 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-158eb293-863c-45e3-bf50-5fc2615ac24c None None] Port b35f046e-5d9d-4281-a0d2-e67c4264f666 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 11:13:49.945126 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d9096bcc-157d-462d-a4fe-9bf5152ce5a2 admin admin] Publish callbacks [] for security_group (de580c86-8458-4d23-8f8a-d620a4e00df5), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:49.951456 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Current status of the port 061ba5d8-9a6a-40ca-96f4-8580f2ab7b17 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:13:50.005605 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-5cf99e26-1f42-440b-95da-5cc8c8a5e1aa None None] For port b35f046e-5d9d-4281-a0d2-e67c4264f666, host dv-cinder-834448-1-smb, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 11:13:50.038572 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-5cf99e26-1f42-440b-95da-5cc8c8a5e1aa None None] For port b35f046e-5d9d-4281-a0d2-e67c4264f666, host dv-cinder-834448-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-smb',level=0,port_id=b35f046e-5d9d-4281-a0d2-e67c4264f666,segment=NetworkSegment(bb9daefb-d4c3-44b6-ba73-015d6754aeb6),segment_id=bb9daefb-d4c3-44b6-ba73-015d6754aeb6)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 11:13:50.119506 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-5cf99e26-1f42-440b-95da-5cc8c8a5e1aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817'] for port (b35f046e-5d9d-4281-a0d2-e67c4264f666), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:50.340186 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad66ef8c-2791-41b3-a9d0-a2e6384aa546 None None] Pushing event updated for resources: {'Port': ['ID=b35f046e-5d9d-4281-a0d2-e67c4264f666,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:13:50.369086 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-a2748e50-2ef8-4849-8033-17f579bdd0b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e82250b0-2c64-4e9e-b3db-8617ae46ff4c', 'name': 'tempest-ServerRescueNegativeTestJSON-2065661749-router', 'tenant_id': '52347e0a8df44be6bcf4f99067c9a702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'external_fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.47'}], 'enable_snat': True}, 'gw_port_id': 'edda812f-da92-43c8-a40f-d8798ab369d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:13:32Z', 'updated_at': '2022-03-21T11:13:40Z', 'revision_number': 3, 'project_id': '52347e0a8df44be6bcf4f99067c9a702', 'gw_port': {'id': 'edda812f-da92-43c8-a40f-d8798ab369d7', 'name': '', 'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:49:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e82250b0-2c64-4e9e-b3db-8617ae46ff4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:36Z', 'updated_at': '2022-03-21T11:13:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-smb'}], 'dv-cinder-834448-1-smb', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:13:50.418175 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63717fee-a8f6-4b4a-b089-5371208967bd tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62a3f3bd-8cc8-4368-ade0-b3c45d7af2f8,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:13:50.433996 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf99e26-1f42-440b-95da-5cc8c8a5e1aa None None] Routers {'92a02156-46db-4840-99fe-9b2e5df1d7e3'} bound to L3 agent in host dv-cinder-834448-1-smb {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:13:50.436026 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-5cf99e26-1f42-440b-95da-5cc8c8a5e1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-21T11:04:55Z,description=,heartbeat_timestamp=2022-03-21T11:13:26Z,host='dv-cinder-834448-1-smb',id=5097f9b2-2ef0-4af4-bde3-0c344dd6e70c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:55Z,topic='l3_agent')) {'router_ids': ['92a02156-46db-4840-99fe-9b2e5df1d7e3'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:13:50.463468 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2748e50-2ef8-4849-8033-17f579bdd0b1 None None] The sync data for ids ['e82250b0-2c64-4e9e-b3db-8617ae46ff4c'] in dv-cinder-834448-1-smb is: [{'id': 'e82250b0-2c64-4e9e-b3db-8617ae46ff4c', 'name': 'tempest-ServerRescueNegativeTestJSON-2065661749-router', 'tenant_id': '52347e0a8df44be6bcf4f99067c9a702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'external_fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.47'}], 'enable_snat': True}, 'gw_port_id': 'edda812f-da92-43c8-a40f-d8798ab369d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:13:32Z', 'updated_at': '2022-03-21T11:13:40Z', 'revision_number': 3, 'project_id': '52347e0a8df44be6bcf4f99067c9a702', 'gw_port': {'id': 'edda812f-da92-43c8-a40f-d8798ab369d7', 'name': '', 'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:49:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e82250b0-2c64-4e9e-b3db-8617ae46ff4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:36Z', 'updated_at': '2022-03-21T11:13:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-smb'}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 11:13:50.508819 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-63717fee-a8f6-4b4a-b089-5371208967bd tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:50.511785 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-63717fee-a8f6-4b4a-b089-5371208967bd tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.7287207 Mar 21 11:13:50.531680 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 40722) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:13:50.548839 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.v2.base [None req-5f3b56be-eab4-4310-bb95-f50cae4b3b02 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Request body: {'security_group_rule': {'security_group_id': 'ee582f54-cafe-4435-94bb-8a8a6604f57a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:13:50.708482 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-94b3b5b3-9740-472f-b8b5-802562f223d8 req-3110d5a2-8115-47bd-9b0d-0a45a945f8be tempest-DeleteServersTestJSON-1318486940 tempest-DeleteServersTestJSON-1318486940-project] 10.222.0.24 "GET /v2.0/ports?device_id=42704ade-853b-4c92-9566-e1c640e2a477 HTTP/1.1" status: 200 len: 210 time: 0.4657176 Mar 21 11:13:50.718587 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [None req-2495858a-b3b1-4b4b-8ac3-a14f55685dce admin admin] Allocated IP 172.20.0.1 (4a579521-14d3-4610-a099-3c56c62bd19a/8a3d170f-7254-484a-9abf-df0a7cea6ed2/506ecfd7-bedb-48f7-8ae0-d74505b91b1b) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:13:50.751901 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d9096bcc-157d-462d-a4fe-9bf5152ce5a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (de580c86-8458-4d23-8f8a-d620a4e00df5), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:50.758018 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d9096bcc-157d-462d-a4fe-9bf5152ce5a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:50.760070 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-d9096bcc-157d-462d-a4fe-9bf5152ce5a2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/de580c86-8458-4d23-8f8a-d620a4e00df5 HTTP/1.1" status: 204 len: 168 time: 2.2173975 Mar 21 11:13:50.805385 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [req-ddaee9d5-eeb6-4efd-9a5d-2f47517356c5 req-7a8c4d19-1862-43dc-9366-310e95458825 tempest-DeleteServersTestJSON-1318486940 tempest-DeleteServersTestJSON-1318486940-project] Allocated IP 172.20.0.4 (c4636bca-faf6-4761-a317-5bb8fbd6e796/aac3a445-ba10-4fc3-ad50-b4785fdc2af0/6f95af40-049c-4be3-952b-38b1056c6819) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:13:50.820302 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9096bcc-157d-462d-a4fe-9bf5152ce5a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de580c86-8458-4d23-8f8a-d620a4e00df5,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:13:51.165242 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-cce6b5e5-9430-43d1-9403-9348344d64b8 None None] Set router fcf73f44-eb99-4dc9-96ef-dd08de00624c gateway port host: dv-cinder-834448-1-smb {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:13:51.267612 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5f3b56be-eab4-4310-bb95-f50cae4b3b02 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Publish callbacks [] for security_group_rule (ccabfee9-04c2-40f4-af0f-b819b139c2c5), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:51.685977 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-f5acbc36-04bc-48ca-a99f-e3af0d7c6c28 None None] Provisioning complete for port b35f046e-5d9d-4281-a0d2-e67c4264f666 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:13:51.706512 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-f5acbc36-04bc-48ca-a99f-e3af0d7c6c28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688166'] for port (b35f046e-5d9d-4281-a0d2-e67c4264f666), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:51.774742 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5f3b56be-eab4-4310-bb95-f50cae4b3b02 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Publish callbacks [] for security_group_rule (ccabfee9-04c2-40f4-af0f-b819b139c2c5), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:51.824190 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5f3b56be-eab4-4310-bb95-f50cae4b3b02 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674879'] for security_group_rule (ccabfee9-04c2-40f4-af0f-b819b139c2c5), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:51.969965 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3b56be-eab4-4310-bb95-f50cae4b3b02 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccabfee9-04c2-40f4-af0f-b819b139c2c5,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:13:52.006892 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-ddaee9d5-eeb6-4efd-9a5d-2f47517356c5 req-7a8c4d19-1862-43dc-9366-310e95458825 tempest-DeleteServersTestJSON-1318486940 tempest-DeleteServersTestJSON-1318486940-project] Publish callbacks [] for port (6f95af40-049c-4be3-952b-38b1056c6819), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:52.015654 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5f3b56be-eab4-4310-bb95-f50cae4b3b02 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:52.029705 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-5f3b56be-eab4-4310-bb95-f50cae4b3b02 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4930630 Mar 21 11:13:52.030975 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 40750) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:13:52.067351 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.v2.base [None req-30baa6cc-4dcb-4010-bd92-6a4c76591726 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Request body: {'floatingip': {'floating_network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:13:52.180757 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 40752) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:13:52.185413 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-f5acbc36-04bc-48ca-a99f-e3af0d7c6c28 None None] Current status of the port b35f046e-5d9d-4281-a0d2-e67c4264f666 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:13:52.186334 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-f5acbc36-04bc-48ca-a99f-e3af0d7c6c28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (b35f046e-5d9d-4281-a0d2-e67c4264f666), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:52.375293 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-30baa6cc-4dcb-4010-bd92-6a4c76591726 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:52.428225 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Device edda812f-da92-43c8-a40f-d8798ab369d7 up at agent ovs-agent-dv-cinder-834448-1-smb {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:13:52.542696 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 40758) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:13:52.633864 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-5cf99e26-1f42-440b-95da-5cc8c8a5e1aa None None] Set router 92a02156-46db-4840-99fe-9b2e5df1d7e3 gateway port host: dv-cinder-834448-1-smb {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:13:52.703578 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-ddaee9d5-eeb6-4efd-9a5d-2f47517356c5 req-7a8c4d19-1862-43dc-9366-310e95458825 tempest-DeleteServersTestJSON-1318486940 tempest-DeleteServersTestJSON-1318486940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738246144781'] for port (6f95af40-049c-4be3-952b-38b1056c6819), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:52.772838 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2495858a-b3b1-4b4b-8ac3-a14f55685dce admin admin] Publish callbacks [] for port (506ecfd7-bedb-48f7-8ae0-d74505b91b1b), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:53.161542 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddaee9d5-eeb6-4efd-9a5d-2f47517356c5 req-7a8c4d19-1862-43dc-9366-310e95458825 tempest-DeleteServersTestJSON-1318486940 tempest-DeleteServersTestJSON-1318486940-project] Network c4636bca-faf6-4761-a317-5bb8fbd6e796 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:13:53.203219 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0d560afa-9a63-4a60-88c1-0af8437da490 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:53.227617 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [req-ddaee9d5-eeb6-4efd-9a5d-2f47517356c5 req-7a8c4d19-1862-43dc-9366-310e95458825 tempest-DeleteServersTestJSON-1318486940 tempest-DeleteServersTestJSON-1318486940-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:13:53.267607 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2c6bea-b768-45fe-9239-a89fc2214765 req-cbbebb84-8f87-4c90-b3ba-9a8da3c9c1fc tempest-DeleteServersTestJSON-1318486940 tempest-DeleteServersTestJSON-1318486940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:13:53.270262 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-8d2c6bea-b768-45fe-9239-a89fc2214765 req-cbbebb84-8f87-4c90-b3ba-9a8da3c9c1fc tempest-DeleteServersTestJSON-1318486940 tempest-DeleteServersTestJSON-1318486940-project] 10.222.0.24 "GET /v2.0/ports?device_id=42704ade-853b-4c92-9566-e1c640e2a477 HTTP/1.1" status: 200 len: 931 time: 0.7283859 Mar 21 11:13:53.318111 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fd481e4e-c74d-44cf-8a3b-93320b1add0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:53.357725 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddaee9d5-eeb6-4efd-9a5d-2f47517356c5 req-7a8c4d19-1862-43dc-9366-310e95458825 tempest-DeleteServersTestJSON-1318486940 tempest-DeleteServersTestJSON-1318486940-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:13:53.378024 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaee9d5-eeb6-4efd-9a5d-2f47517356c5 req-7a8c4d19-1862-43dc-9366-310e95458825 tempest-DeleteServersTestJSON-1318486940 tempest-DeleteServersTestJSON-1318486940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:13:53.379945 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-ddaee9d5-eeb6-4efd-9a5d-2f47517356c5 req-7a8c4d19-1862-43dc-9366-310e95458825 tempest-DeleteServersTestJSON-1318486940 tempest-DeleteServersTestJSON-1318486940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693044'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:53.573983 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-8d2c6bea-b768-45fe-9239-a89fc2214765 req-570433f8-18d1-4af9-808c-44264351a6e4 tempest-DeleteServersTestJSON-1318486940 tempest-DeleteServersTestJSON-1318486940-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e3258c1-f56d-4c6d-b378-7398f8f2fc20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2716665 Mar 21 11:13:53.620110 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8c4d19-1862-43dc-9366-310e95458825 tempest-DeleteServersTestJSON-1318486940 tempest-DeleteServersTestJSON-1318486940-project] Pushing event updated for resources: {'Port': ['ID=6f95af40-049c-4be3-952b-38b1056c6819,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:13:53.674335 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-ddaee9d5-eeb6-4efd-9a5d-2f47517356c5 req-7a8c4d19-1862-43dc-9366-310e95458825 tempest-DeleteServersTestJSON-1318486940 tempest-DeleteServersTestJSON-1318486940-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.3446546 Mar 21 11:13:53.702581 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [req-ddaee9d5-eeb6-4efd-9a5d-2f47517356c5 req-80106c54-a8a5-42a8-8582-6c5cad024d3b tempest-DeleteServersTestJSON-1318486940 tempest-DeleteServersTestJSON-1318486940-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103422) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 21 11:13:53.704763 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-ddaee9d5-eeb6-4efd-9a5d-2f47517356c5 req-80106c54-a8a5-42a8-8582-6c5cad024d3b tempest-DeleteServersTestJSON-1318486940 tempest-DeleteServersTestJSON-1318486940-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0113389 Mar 21 11:13:53.709601 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-f5acbc36-04bc-48ca-a99f-e3af0d7c6c28 None None] For port b35f046e-5d9d-4281-a0d2-e67c4264f666, host dv-cinder-834448-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-smb',level=0,port_id=b35f046e-5d9d-4281-a0d2-e67c4264f666,segment=NetworkSegment(bb9daefb-d4c3-44b6-ba73-015d6754aeb6),segment_id=bb9daefb-d4c3-44b6-ba73-015d6754aeb6)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:13:53.745158 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-30baa6cc-4dcb-4010-bd92-6a4c76591726 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:53.760441 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-2b720cfc-e190-48f7-8b0f-b95cd52fd54e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (9c74c917-795e-4123-adbe-3a92cf8165ad), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:53.807326 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2495858a-b3b1-4b4b-8ac3-a14f55685dce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738246144781'] for port (506ecfd7-bedb-48f7-8ae0-d74505b91b1b), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:53.841591 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-f5acbc36-04bc-48ca-a99f-e3af0d7c6c28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817'] for port (b35f046e-5d9d-4281-a0d2-e67c4264f666), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:53.867348 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fd481e4e-c74d-44cf-8a3b-93320b1add0d admin admin] Publish callbacks [] for security_group (ac5dc274-868a-4e82-88b4-d9f8c7a7d4c2), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:53.942700 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fd481e4e-c74d-44cf-8a3b-93320b1add0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (ac5dc274-868a-4e82-88b4-d9f8c7a7d4c2), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:54.015843 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2495858a-b3b1-4b4b-8ac3-a14f55685dce admin admin] Network 4a579521-14d3-4610-a099-3c56c62bd19a is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:13:54.052332 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-2495858a-b3b1-4b4b-8ac3-a14f55685dce admin admin] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:13:54.063009 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2495858a-b3b1-4b4b-8ac3-a14f55685dce admin admin] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:13:54.065813 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2495858a-b3b1-4b4b-8ac3-a14f55685dce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1688567'] for router_interface (e82250b0-2c64-4e9e-b3db-8617ae46ff4c), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:54.073424 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd481e4e-c74d-44cf-8a3b-93320b1add0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac5dc274-868a-4e82-88b4-d9f8c7a7d4c2,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:13:54.194026 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-cce6b5e5-9430-43d1-9403-9348344d64b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcf73f44-eb99-4dc9-96ef-dd08de00624c', 'name': 'tempest-AttachVolumeShelveTestJSON-1609186647-router', 'tenant_id': '53cbbdfcec5443308803a36be9595a3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'external_fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.8'}], 'enable_snat': True}, 'gw_port_id': '7e2d0fdc-3f51-4d12-b8b3-317f1f500f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:13:36Z', 'updated_at': '2022-03-21T11:13:44Z', 'revision_number': 3, 'project_id': '53cbbdfcec5443308803a36be9595a3d', 'gw_port': {'id': '7e2d0fdc-3f51-4d12-b8b3-317f1f500f1f', 'name': '', 'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:3b:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcf73f44-eb99-4dc9-96ef-dd08de00624c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:39Z', 'updated_at': '2022-03-21T11:13:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-smb'}], 'dv-cinder-834448-1-smb', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:13:54.211143 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-fd481e4e-c74d-44cf-8a3b-93320b1add0d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=91745624c1c44088b4511c641693f43c&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0173790 Mar 21 11:13:54.251604 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 40786) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:13:54.257313 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-30baa6cc-4dcb-4010-bd92-6a4c76591726 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Allocated IP 172.28.0.194 (4a234a12-d706-4d7c-b6c3-ed2b05ad1623/3e258188-6a8e-4491-8eb3-50329fb1d7f1/71b5e473-c4e3-4872-8233-59d440e29824) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:13:54.289242 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2495858a-b3b1-4b4b-8ac3-a14f55685dce admin admin] Pushing event updated for resources: {'Port': ['ID=506ecfd7-bedb-48f7-8ae0-d74505b91b1b,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:13:54.298379 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.v2.base [req-ddaee9d5-eeb6-4efd-9a5d-2f47517356c5 req-2ae94d9a-4af6-43a4-ab55-0f12cc81137f service neutron] Request body: {'port': {'device_id': '42704ade-853b-4c92-9566-e1c640e2a477', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83444'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:13:54.324164 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce6b5e5-9430-43d1-9403-9348344d64b8 None None] Checking router: fcf73f44-eb99-4dc9-96ef-dd08de00624c for host: dv-cinder-834448-1-smb {{(pid=103423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 11:13:54.329420 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce6b5e5-9430-43d1-9403-9348344d64b8 None None] Updating router fcf73f44-eb99-4dc9-96ef-dd08de00624c port 7e2d0fdc-3f51-4d12-b8b3-317f1f500f1f binding host dv-cinder-834448-1-smb {{(pid=103423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 11:13:54.448940 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0d560afa-9a63-4a60-88c1-0af8437da490 admin admin] Publish callbacks [] for security_group (2871f093-ea71-419d-a568-fd111080d67f), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:54.468329 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-cce6b5e5-9430-43d1-9403-9348344d64b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (7e2d0fdc-3f51-4d12-b8b3-317f1f500f1f), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:54.527465 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0d560afa-9a63-4a60-88c1-0af8437da490 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (2871f093-ea71-419d-a568-fd111080d67f), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:54.809473 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-ddaee9d5-eeb6-4efd-9a5d-2f47517356c5 req-2ae94d9a-4af6-43a4-ab55-0f12cc81137f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (6f95af40-049c-4be3-952b-38b1056c6819), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:54.870453 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-0d560afa-9a63-4a60-88c1-0af8437da490 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bb8b95488d094d1cbb73f57cabd6b838&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2976537 Mar 21 11:13:54.884872 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 40798) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:13:55.016938 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Provisioning complete for port edda812f-da92-43c8-a40f-d8798ab369d7 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:13:55.017894 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d560afa-9a63-4a60-88c1-0af8437da490 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2871f093-ea71-419d-a568-fd111080d67f,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:13:55.029673 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688166'] for port (edda812f-da92-43c8-a40f-d8798ab369d7), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:55.079304 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-678ecbbb-5670-49dc-bc1e-5830275f2ee7 admin admin] Publish callbacks [] for security_group (ac5dc274-868a-4e82-88b4-d9f8c7a7d4c2), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:55.134536 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-351fff6a-4241-4203-9c62-170645aa2bed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:55.180507 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2495858a-b3b1-4b4b-8ac3-a14f55685dce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (506ecfd7-bedb-48f7-8ae0-d74505b91b1b), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:55.264173 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5acbc36-04bc-48ca-a99f-e3af0d7c6c28 None None] Pushing event updated for resources: {'Port': ['ID=b35f046e-5d9d-4281-a0d2-e67c4264f666,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:13:55.276341 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee0a884-7c48-4bb1-9d3c-5ea4e0f3b122 req-e666150e-0018-4ad5-9769-a625a530c636 tempest-DeleteServersTestJSON-1318486940 tempest-DeleteServersTestJSON-1318486940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:13:55.296611 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-9ee0a884-7c48-4bb1-9d3c-5ea4e0f3b122 req-e666150e-0018-4ad5-9769-a625a530c636 tempest-DeleteServersTestJSON-1318486940 tempest-DeleteServersTestJSON-1318486940-project] 10.222.0.24 "GET /v2.0/ports?device_id=42704ade-853b-4c92-9566-e1c640e2a477 HTTP/1.1" status: 200 len: 931 time: 0.3978088 Mar 21 11:13:55.422163 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-c878f992-ce56-4b62-a9a6-ef41fb584ea4 None None] Provisioning complete for port 506ecfd7-bedb-48f7-8ae0-d74505b91b1b triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:13:55.422893 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c878f992-ce56-4b62-a9a6-ef41fb584ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688166'] for port (506ecfd7-bedb-48f7-8ae0-d74505b91b1b), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:55.451936 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 40808) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:13:55.477930 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-678ecbbb-5670-49dc-bc1e-5830275f2ee7 admin admin] Publish callbacks [] for security_group (ac5dc274-868a-4e82-88b4-d9f8c7a7d4c2), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:55.578014 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-c878f992-ce56-4b62-a9a6-ef41fb584ea4 None None] Port 506ecfd7-bedb-48f7-8ae0-d74505b91b1b cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 11:13:55.652849 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-30baa6cc-4dcb-4010-bd92-6a4c76591726 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Publish callbacks [] for port (71b5e473-c4e3-4872-8233-59d440e29824), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:55.750607 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d09988c3-0409-4cce-a1d2-dfae944062f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (5097f9b2-2ef0-4af4-bde3-0c344dd6e70c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:55.764321 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c4f8c0b1-ecba-489b-82ff-6911f614e107 admin admin] Publish callbacks [] for security_group (2871f093-ea71-419d-a568-fd111080d67f), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:55.799129 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (e1ce583e-86b5-47e2-b889-5e91679074ed), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:55.807794 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Current status of the port edda812f-da92-43c8-a40f-d8798ab369d7 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:13:55.808333 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (edda812f-da92-43c8-a40f-d8798ab369d7), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:55.867453 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-5cf99e26-1f42-440b-95da-5cc8c8a5e1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92a02156-46db-4840-99fe-9b2e5df1d7e3', 'name': 'tempest-AttachVolumeTestJSON-1124083517-router', 'tenant_id': '5c0a065250d348a7b0fe2877a603793f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'external_fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.21'}], 'enable_snat': True}, 'gw_port_id': '061ba5d8-9a6a-40ca-96f4-8580f2ab7b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:13:31Z', 'updated_at': '2022-03-21T11:13:40Z', 'revision_number': 4, 'project_id': '5c0a065250d348a7b0fe2877a603793f', 'gw_port': {'id': '061ba5d8-9a6a-40ca-96f4-8580f2ab7b17', 'name': '', 'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:42:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a02156-46db-4840-99fe-9b2e5df1d7e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:32Z', 'updated_at': '2022-03-21T11:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-smb', '_interfaces': [{'id': 'b35f046e-5d9d-4281-a0d2-e67c4264f666', 'name': '', 'network_id': '1436ce26-cb86-45d4-9a97-097fbbf6586a', 'tenant_id': '5c0a065250d348a7b0fe2877a603793f', 'mac_address': 'fa:16:3e:b8:6f:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92a02156-46db-4840-99fe-9b2e5df1d7e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'fea72cb6-9b89-4ba0-8193-720fc6fd5e2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:37Z', 'updated_at': '2022-03-21T11:13:49Z', 'revision_number': 4, 'project_id': '5c0a065250d348a7b0fe2877a603793f', 'subnets': [{'id': 'fea72cb6-9b89-4ba0-8193-720fc6fd5e2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-1-smb', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:13:55.920353 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [None req-351fff6a-4241-4203-9c62-170645aa2bed admin admin] Allocated IP 172.20.0.1 (edde1cdb-cb70-4a7f-a015-4d6abd2c41fa/bb03aaa0-c83c-430c-a873-c18dc8bcb9dc/79567679-d717-4a39-bc38-a2c419d4e76e) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:13:55.928931 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf99e26-1f42-440b-95da-5cc8c8a5e1aa None None] The sync data for ids ['92a02156-46db-4840-99fe-9b2e5df1d7e3'] in dv-cinder-834448-1-smb is: [{'id': '92a02156-46db-4840-99fe-9b2e5df1d7e3', 'name': 'tempest-AttachVolumeTestJSON-1124083517-router', 'tenant_id': '5c0a065250d348a7b0fe2877a603793f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'external_fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.21'}], 'enable_snat': True}, 'gw_port_id': '061ba5d8-9a6a-40ca-96f4-8580f2ab7b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:13:31Z', 'updated_at': '2022-03-21T11:13:40Z', 'revision_number': 4, 'project_id': '5c0a065250d348a7b0fe2877a603793f', 'gw_port': {'id': '061ba5d8-9a6a-40ca-96f4-8580f2ab7b17', 'name': '', 'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:42:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a02156-46db-4840-99fe-9b2e5df1d7e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:32Z', 'updated_at': '2022-03-21T11:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-smb', '_interfaces': [{'id': 'b35f046e-5d9d-4281-a0d2-e67c4264f666', 'name': '', 'network_id': '1436ce26-cb86-45d4-9a97-097fbbf6586a', 'tenant_id': '5c0a065250d348a7b0fe2877a603793f', 'mac_address': 'fa:16:3e:b8:6f:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92a02156-46db-4840-99fe-9b2e5df1d7e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'fea72cb6-9b89-4ba0-8193-720fc6fd5e2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:37Z', 'updated_at': '2022-03-21T11:13:49Z', 'revision_number': 4, 'project_id': '5c0a065250d348a7b0fe2877a603793f', 'subnets': [{'id': 'fea72cb6-9b89-4ba0-8193-720fc6fd5e2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 11:13:55.934867 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] For port edda812f-da92-43c8-a40f-d8798ab369d7, host dv-cinder-834448-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-smb',level=0,port_id=edda812f-da92-43c8-a40f-d8798ab369d7,segment=NetworkSegment(083ffffd-feb8-46cd-b20a-ab116e97b62a),segment_id=083ffffd-feb8-46cd-b20a-ab116e97b62a)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:13:55.942012 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817'] for port (edda812f-da92-43c8-a40f-d8798ab369d7), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:56.071545 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-678ecbbb-5670-49dc-bc1e-5830275f2ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (ac5dc274-868a-4e82-88b4-d9f8c7a7d4c2), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:56.089618 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-678ecbbb-5670-49dc-bc1e-5830275f2ee7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:56.092135 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-678ecbbb-5670-49dc-bc1e-5830275f2ee7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ac5dc274-868a-4e82-88b4-d9f8c7a7d4c2 HTTP/1.1" status: 204 len: 168 time: 1.8386979 Mar 21 11:13:56.093327 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-351fff6a-4241-4203-9c62-170645aa2bed admin admin] Publish callbacks [] for port (79567679-d717-4a39-bc38-a2c419d4e76e), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:56.160782 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-9ee0a884-7c48-4bb1-9d3c-5ea4e0f3b122 req-67b171b1-8570-4078-94fe-d3ba432dc3d5 tempest-DeleteServersTestJSON-1318486940 tempest-DeleteServersTestJSON-1318486940-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e3258c1-f56d-4c6d-b378-7398f8f2fc20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8637152 Mar 21 11:13:56.179351 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678ecbbb-5670-49dc-bc1e-5830275f2ee7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac5dc274-868a-4e82-88b4-d9f8c7a7d4c2,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:13:56.186352 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Pushing event updated for resources: {'Port': ['ID=edda812f-da92-43c8-a40f-d8798ab369d7,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:13:56.193321 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-30baa6cc-4dcb-4010-bd92-6a4c76591726 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738246144781'] for port (71b5e473-c4e3-4872-8233-59d440e29824), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:56.204282 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-351fff6a-4241-4203-9c62-170645aa2bed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738246144781'] for port (79567679-d717-4a39-bc38-a2c419d4e76e), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:56.286763 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-351fff6a-4241-4203-9c62-170645aa2bed admin admin] Network edde1cdb-cb70-4a7f-a015-4d6abd2c41fa is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:13:56.292914 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351fff6a-4241-4203-9c62-170645aa2bed admin admin] Pushing event updated for resources: {'Port': ['ID=79567679-d717-4a39-bc38-a2c419d4e76e,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:13:56.295860 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-351fff6a-4241-4203-9c62-170645aa2bed admin admin] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:13:56.305308 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30baa6cc-4dcb-4010-bd92-6a4c76591726 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Network 4a234a12-d706-4d7c-b6c3-ed2b05ad1623 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:13:56.306106 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4cda2265-6ea6-4b43-b844-e1841dacd26d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:56.337386 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-30baa6cc-4dcb-4010-bd92-6a4c76591726 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:13:56.346054 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351fff6a-4241-4203-9c62-170645aa2bed admin admin] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:13:56.346351 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30baa6cc-4dcb-4010-bd92-6a4c76591726 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:13:56.346513 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-351fff6a-4241-4203-9c62-170645aa2bed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1688567'] for router_interface (fcf73f44-eb99-4dc9-96ef-dd08de00624c), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:56.698601 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c4f8c0b1-ecba-489b-82ff-6911f614e107 admin admin] Publish callbacks [] for security_group (2871f093-ea71-419d-a568-fd111080d67f), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:56.861143 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-351fff6a-4241-4203-9c62-170645aa2bed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (79567679-d717-4a39-bc38-a2c419d4e76e), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:57.049933 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-cce6b5e5-9430-43d1-9403-9348344d64b8 None None] Publish callbacks [] for port (7e2d0fdc-3f51-4d12-b8b3-317f1f500f1f), precommit_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:57.066166 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-cce6b5e5-9430-43d1-9403-9348344d64b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817'] for port (7e2d0fdc-3f51-4d12-b8b3-317f1f500f1f), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:57.194821 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30baa6cc-4dcb-4010-bd92-6a4c76591726 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Pushing event updated for resources: {'Port': ['ID=71b5e473-c4e3-4872-8233-59d440e29824,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:13:57.229311 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-30baa6cc-4dcb-4010-bd92-6a4c76591726 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Publish callbacks [] for floatingip (026accb8-7e34-4e91-ac33-ce2fd65c1933), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:57.295757 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.notifiers.nova [req-ddaee9d5-eeb6-4efd-9a5d-2f47517356c5 req-2ae94d9a-4af6-43a4-ab55-0f12cc81137f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f95af40-049c-4be3-952b-38b1056c6819 {{(pid=103422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 11:13:57.338373 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48e68da-b0df-451e-9d38-03dda562b4aa None None] Pushing event updated for resources: {'Port': ['ID=7e2d0fdc-3f51-4d12-b8b3-317f1f500f1f,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:13:57.359207 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-cce6b5e5-9430-43d1-9403-9348344d64b8 None None] Attempting to bind port 7e2d0fdc-3f51-4d12-b8b3-317f1f500f1f on host dv-cinder-834448-1-smb for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 11:13:57.373898 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-cce6b5e5-9430-43d1-9403-9348344d64b8 None None] Attempting to bind port 7e2d0fdc-3f51-4d12-b8b3-317f1f500f1f by drivers openvswitch,hyperv on host dv-cinder-834448-1-smb at level 0 using segments [{'id': '083ffffd-feb8-46cd-b20a-ab116e97b62a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 11:13:57.376375 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce6b5e5-9430-43d1-9403-9348344d64b8 None None] Attempting to bind port 7e2d0fdc-3f51-4d12-b8b3-317f1f500f1f on network 4a234a12-d706-4d7c-b6c3-ed2b05ad1623 {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:13:57.406413 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-f7ca19b2-755d-4d7d-b007-20405216fbfe None None] Provisioning complete for port 79567679-d717-4a39-bc38-a2c419d4e76e triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:13:57.407546 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-f7ca19b2-755d-4d7d-b007-20405216fbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688166'] for port (79567679-d717-4a39-bc38-a2c419d4e76e), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:57.422693 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 40830) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:13:57.428019 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-30baa6cc-4dcb-4010-bd92-6a4c76591726 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (71b5e473-c4e3-4872-8233-59d440e29824), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:57.444953 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce6b5e5-9430-43d1-9403-9348344d64b8 None None] Checking agent: {'id': '4788e3a4-6d7d-47da-90c6-7227f6e2e35d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834448-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 11, 5), 'started_at': datetime.datetime(2022, 3, 21, 11, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 11, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834448-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 11:13:57.446142 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce6b5e5-9430-43d1-9403-9348344d64b8 None None] Checking segment: {'id': '083ffffd-feb8-46cd-b20a-ab116e97b62a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:13:57.447166 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-cce6b5e5-9430-43d1-9403-9348344d64b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:57.448053 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce6b5e5-9430-43d1-9403-9348344d64b8 None None] Bound using segment: {'id': '083ffffd-feb8-46cd-b20a-ab116e97b62a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 11:13:57.449111 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-cce6b5e5-9430-43d1-9403-9348344d64b8 None None] Bound port: 7e2d0fdc-3f51-4d12-b8b3-317f1f500f1f, host: dv-cinder-834448-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '083ffffd-feb8-46cd-b20a-ab116e97b62a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 11:13:57.450024 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-cce6b5e5-9430-43d1-9403-9348344d64b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (7e2d0fdc-3f51-4d12-b8b3-317f1f500f1f), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:57.629053 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-351fff6a-4241-4203-9c62-170645aa2bed admin admin] Publish callbacks [] for port (79567679-d717-4a39-bc38-a2c419d4e76e), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:57.755007 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-351fff6a-4241-4203-9c62-170645aa2bed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817'] for port (79567679-d717-4a39-bc38-a2c419d4e76e), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:57.756320 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-351fff6a-4241-4203-9c62-170645aa2bed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1693008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1688419'] for router_interface (fcf73f44-eb99-4dc9-96ef-dd08de00624c), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:57.817245 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-f7ca19b2-755d-4d7d-b007-20405216fbfe None None] Port 79567679-d717-4a39-bc38-a2c419d4e76e cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 11:13:57.970285 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-cce6b5e5-9430-43d1-9403-9348344d64b8 None None] For port 7e2d0fdc-3f51-4d12-b8b3-317f1f500f1f, host dv-cinder-834448-1-smb, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 11:13:57.983593 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-ddaee9d5-eeb6-4efd-9a5d-2f47517356c5 req-2ae94d9a-4af6-43a4-ab55-0f12cc81137f service neutron] Publish callbacks [] for port (6f95af40-049c-4be3-952b-38b1056c6819), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:58.019028 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-cce6b5e5-9430-43d1-9403-9348344d64b8 None None] For port 7e2d0fdc-3f51-4d12-b8b3-317f1f500f1f, host dv-cinder-834448-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-smb',level=0,port_id=7e2d0fdc-3f51-4d12-b8b3-317f1f500f1f,segment=NetworkSegment(083ffffd-feb8-46cd-b20a-ab116e97b62a),segment_id=083ffffd-feb8-46cd-b20a-ab116e97b62a)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 11:13:58.040433 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-cce6b5e5-9430-43d1-9403-9348344d64b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817'] for port (7e2d0fdc-3f51-4d12-b8b3-317f1f500f1f), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:58.085096 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-30baa6cc-4dcb-4010-bd92-6a4c76591726 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Publish callbacks [] for port (71b5e473-c4e3-4872-8233-59d440e29824), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:58.109503 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-30baa6cc-4dcb-4010-bd92-6a4c76591726 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817'] for port (71b5e473-c4e3-4872-8233-59d440e29824), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:58.144318 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-006cafa1-806a-488d-a075-2cb80b9750a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:58.156469 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-30baa6cc-4dcb-4010-bd92-6a4c76591726 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1690700'] for floatingip (026accb8-7e34-4e91-ac33-ce2fd65c1933), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:58.261560 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.db.provisioning_blocks [req-ddaee9d5-eeb6-4efd-9a5d-2f47517356c5 req-2ae94d9a-4af6-43a4-ab55-0f12cc81137f service neutron] Transition to ACTIVE for port object 6f95af40-049c-4be3-952b-38b1056c6819 will not be triggered until provisioned by entity L2. {{(pid=103422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 21 11:13:58.331917 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c4f8c0b1-ecba-489b-82ff-6911f614e107 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (2871f093-ea71-419d-a568-fd111080d67f), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:58.339553 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c4f8c0b1-ecba-489b-82ff-6911f614e107 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:58.356793 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-c4f8c0b1-ecba-489b-82ff-6911f614e107 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2871f093-ea71-419d-a568-fd111080d67f HTTP/1.1" status: 204 len: 168 time: 3.4530456 Mar 21 11:13:58.367906 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-ddaee9d5-eeb6-4efd-9a5d-2f47517356c5 req-2ae94d9a-4af6-43a4-ab55-0f12cc81137f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817'] for port (6f95af40-049c-4be3-952b-38b1056c6819), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:58.390458 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48e68da-b0df-451e-9d38-03dda562b4aa None None] Pushing event updated for resources: {'Port': ['ID=7e2d0fdc-3f51-4d12-b8b3-317f1f500f1f,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:13:58.552921 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Device b35f046e-5d9d-4281-a0d2-e67c4264f666 up at agent ovs-agent-dv-cinder-834448-1-smb {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:13:58.557455 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-30baa6cc-4dcb-4010-bd92-6a4c76591726 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97509'] for floatingip (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:58.569428 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-30baa6cc-4dcb-4010-bd92-6a4c76591726 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.5248020 Mar 21 11:13:58.739867 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70fc80c-a3e2-4404-9358-de98bc29f668 req-0cbf6ca9-7f77-466a-8d30-3d710a72cce0 tempest-DeleteServersTestJSON-1318486940 tempest-DeleteServersTestJSON-1318486940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:13:58.768472 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-f70fc80c-a3e2-4404-9358-de98bc29f668 req-0cbf6ca9-7f77-466a-8d30-3d710a72cce0 tempest-DeleteServersTestJSON-1318486940 tempest-DeleteServersTestJSON-1318486940-project] 10.222.0.24 "GET /v2.0/ports?device_id=42704ade-853b-4c92-9566-e1c640e2a477 HTTP/1.1" status: 200 len: 931 time: 1.2118475 Mar 21 11:13:58.798891 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce6b5e5-9430-43d1-9403-9348344d64b8 None None] Routers {'fcf73f44-eb99-4dc9-96ef-dd08de00624c'} bound to L3 agent in host dv-cinder-834448-1-smb {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:13:58.799564 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-cce6b5e5-9430-43d1-9403-9348344d64b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T11:04:55Z,description=,heartbeat_timestamp=2022-03-21T11:13:56Z,host='dv-cinder-834448-1-smb',id=5097f9b2-2ef0-4af4-bde3-0c344dd6e70c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:55Z,topic='l3_agent')) {'router_ids': ['fcf73f44-eb99-4dc9-96ef-dd08de00624c'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:13:58.910777 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4cda2265-6ea6-4b43-b844-e1841dacd26d admin admin] Publish callbacks [] for security_group (5566b5f2-b003-4b4c-a004-3cf045837913), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:58.964150 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f8c0b1-ecba-489b-82ff-6911f614e107 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2871f093-ea71-419d-a568-fd111080d67f,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:13:59.017071 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2495858a-b3b1-4b4b-8ac3-a14f55685dce admin admin] Publish callbacks [] for port (506ecfd7-bedb-48f7-8ae0-d74505b91b1b), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:59.029633 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4cda2265-6ea6-4b43-b844-e1841dacd26d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (5566b5f2-b003-4b4c-a004-3cf045837913), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:59.039151 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351fff6a-4241-4203-9c62-170645aa2bed admin admin] Pushing event updated for resources: {'Port': ['ID=79567679-d717-4a39-bc38-a2c419d4e76e,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:13:59.064201 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-cce6b5e5-9430-43d1-9403-9348344d64b8 None None] Set router fcf73f44-eb99-4dc9-96ef-dd08de00624c gateway port host: dv-cinder-834448-1-smb {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:13:59.129935 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30baa6cc-4dcb-4010-bd92-6a4c76591726 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Pushing event updated for resources: {'Port': ['ID=71b5e473-c4e3-4872-8233-59d440e29824,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:13:59.223851 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-ddaee9d5-eeb6-4efd-9a5d-2f47517356c5 req-2ae94d9a-4af6-43a4-ab55-0f12cc81137f service neutron] Attempting to bind port 6f95af40-049c-4be3-952b-38b1056c6819 on host hv-cinder-83444 for vnic_type normal with profile {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 11:13:59.224498 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-ddaee9d5-eeb6-4efd-9a5d-2f47517356c5 req-2ae94d9a-4af6-43a4-ab55-0f12cc81137f service neutron] Attempting to bind port 6f95af40-049c-4be3-952b-38b1056c6819 by drivers openvswitch,hyperv on host hv-cinder-83444 at level 0 using segments [{'id': '3ab771f8-bef3-46f9-93f1-2bbf24bcd7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'c4636bca-faf6-4761-a317-5bb8fbd6e796'}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 11:13:59.225184 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddaee9d5-eeb6-4efd-9a5d-2f47517356c5 req-2ae94d9a-4af6-43a4-ab55-0f12cc81137f service neutron] Attempting to bind port 6f95af40-049c-4be3-952b-38b1056c6819 on network c4636bca-faf6-4761-a317-5bb8fbd6e796 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:13:59.234598 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddaee9d5-eeb6-4efd-9a5d-2f47517356c5 req-2ae94d9a-4af6-43a4-ab55-0f12cc81137f service neutron] Port 6f95af40-049c-4be3-952b-38b1056c6819 on network c4636bca-faf6-4761-a317-5bb8fbd6e796 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83444 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 21 11:13:59.235390 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddaee9d5-eeb6-4efd-9a5d-2f47517356c5 req-2ae94d9a-4af6-43a4-ab55-0f12cc81137f service neutron] Attempting to bind port 6f95af40-049c-4be3-952b-38b1056c6819 on network c4636bca-faf6-4761-a317-5bb8fbd6e796 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:13:59.244621 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-006cafa1-806a-488d-a075-2cb80b9750a2 admin admin] Publish callbacks [] for security_group (78140044-dbd7-4a4e-ba95-7c1905d80c69), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:59.246181 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddaee9d5-eeb6-4efd-9a5d-2f47517356c5 req-2ae94d9a-4af6-43a4-ab55-0f12cc81137f service neutron] Checking agent: {'id': 'e1ce583e-86b5-47e2-b889-5e91679074ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83444', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 11, 11, 26), 'started_at': datetime.datetime(2022, 3, 21, 11, 11, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 11, 13, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 11:13:59.246798 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddaee9d5-eeb6-4efd-9a5d-2f47517356c5 req-2ae94d9a-4af6-43a4-ab55-0f12cc81137f service neutron] Checking segment: {'id': '3ab771f8-bef3-46f9-93f1-2bbf24bcd7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'c4636bca-faf6-4761-a317-5bb8fbd6e796'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:13:59.247452 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddaee9d5-eeb6-4efd-9a5d-2f47517356c5 req-2ae94d9a-4af6-43a4-ab55-0f12cc81137f service neutron] Bound using segment: {'id': '3ab771f8-bef3-46f9-93f1-2bbf24bcd7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'c4636bca-faf6-4761-a317-5bb8fbd6e796'} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 11:13:59.248092 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-ddaee9d5-eeb6-4efd-9a5d-2f47517356c5 req-2ae94d9a-4af6-43a4-ab55-0f12cc81137f service neutron] Bound port: 6f95af40-049c-4be3-952b-38b1056c6819, host: hv-cinder-83444, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ab771f8-bef3-46f9-93f1-2bbf24bcd7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'c4636bca-faf6-4761-a317-5bb8fbd6e796'}}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 11:13:59.248480 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-ddaee9d5-eeb6-4efd-9a5d-2f47517356c5 req-2ae94d9a-4af6-43a4-ab55-0f12cc81137f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (6f95af40-049c-4be3-952b-38b1056c6819), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:59.251958 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae94d9a-4af6-43a4-ab55-0f12cc81137f service neutron] Pushing event updated for resources: {'Port': ['ID=6f95af40-049c-4be3-952b-38b1056c6819,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:13:59.265976 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-006cafa1-806a-488d-a075-2cb80b9750a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (78140044-dbd7-4a4e-ba95-7c1905d80c69), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:59.377713 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2495858a-b3b1-4b4b-8ac3-a14f55685dce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817'] for port (506ecfd7-bedb-48f7-8ae0-d74505b91b1b), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:59.378550 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2495858a-b3b1-4b4b-8ac3-a14f55685dce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1693008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1688419'] for router_interface (e82250b0-2c64-4e9e-b3db-8617ae46ff4c), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:59.414533 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-4cda2265-6ea6-4b43-b844-e1841dacd26d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3684d371a81b4115871238b4b74f49c7&name=default HTTP/1.1" status: 200 len: 2996 time: 3.9572308 Mar 21 11:13:59.437891 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 40852) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:13:59.507759 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6694aa1f-bf8d-44e0-b771-2551b8853c50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (47320176-3fab-4a55-b687-b3e35e89e628), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:59.573126 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006cafa1-806a-488d-a075-2cb80b9750a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78140044-dbd7-4a4e-ba95-7c1905d80c69,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:13:59.602093 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-5db6d96b-8c48-4aa5-944a-567c97b9cc9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (964235d6-d67c-4a74-84a5-611ab5391dc9), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:59.619330 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-ddaee9d5-eeb6-4efd-9a5d-2f47517356c5 req-2ae94d9a-4af6-43a4-ab55-0f12cc81137f service neutron] For port 6f95af40-049c-4be3-952b-38b1056c6819, host hv-cinder-83444, cleared binding levels {{(pid=103422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 11:13:59.625590 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (4788e3a4-6d7d-47da-90c6-7227f6e2e35d), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:59.647240 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Provisioning complete for port b35f046e-5d9d-4281-a0d2-e67c4264f666 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:13:59.647586 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688166'] for port (b35f046e-5d9d-4281-a0d2-e67c4264f666), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:59.675482 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-006cafa1-806a-488d-a075-2cb80b9750a2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=233f0191fb4b4adfbff382a8afe8663c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7255244 Mar 21 11:13:59.681880 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 40856) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:13:59.685888 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-ddaee9d5-eeb6-4efd-9a5d-2f47517356c5 req-2ae94d9a-4af6-43a4-ab55-0f12cc81137f service neutron] For port 6f95af40-049c-4be3-952b-38b1056c6819, host hv-cinder-83444, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=6f95af40-049c-4be3-952b-38b1056c6819,segment=NetworkSegment(3ab771f8-bef3-46f9-93f1-2bbf24bcd7ec),segment_id=3ab771f8-bef3-46f9-93f1-2bbf24bcd7ec)] {{(pid=103422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 11:13:59.734563 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-ddaee9d5-eeb6-4efd-9a5d-2f47517356c5 req-2ae94d9a-4af6-43a4-ab55-0f12cc81137f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817'] for port (6f95af40-049c-4be3-952b-38b1056c6819), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:59.831555 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaee9d5-eeb6-4efd-9a5d-2f47517356c5 req-2ae94d9a-4af6-43a4-ab55-0f12cc81137f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:13:59.831555 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-ddaee9d5-eeb6-4efd-9a5d-2f47517356c5 req-2ae94d9a-4af6-43a4-ab55-0f12cc81137f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693044'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:59.844436 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-ddaee9d5-eeb6-4efd-9a5d-2f47517356c5 req-2ae94d9a-4af6-43a4-ab55-0f12cc81137f service neutron] 10.222.0.32 "PUT /v2.0/ports/6f95af40-049c-4be3-952b-38b1056c6819 HTTP/1.1" status: 200 len: 1093 time: 5.7824926 Mar 21 11:13:59.851479 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42704ade-853b-4c92-9566-e1c640e2a477', 'tag': '6f95af40-049c-4be3-952b-38b1056c6819'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:13:59.872887 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-cce6b5e5-9430-43d1-9403-9348344d64b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcf73f44-eb99-4dc9-96ef-dd08de00624c', 'name': 'tempest-AttachVolumeShelveTestJSON-1609186647-router', 'tenant_id': '53cbbdfcec5443308803a36be9595a3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'external_fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.8'}], 'enable_snat': True}, 'gw_port_id': '7e2d0fdc-3f51-4d12-b8b3-317f1f500f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:13:36Z', 'updated_at': '2022-03-21T11:13:56Z', 'revision_number': 4, 'project_id': '53cbbdfcec5443308803a36be9595a3d', 'gw_port': {'id': '7e2d0fdc-3f51-4d12-b8b3-317f1f500f1f', 'name': '', 'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:3b:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcf73f44-eb99-4dc9-96ef-dd08de00624c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:39Z', 'updated_at': '2022-03-21T11:13:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-smb', '_interfaces': [{'id': '79567679-d717-4a39-bc38-a2c419d4e76e', 'name': '', 'network_id': 'edde1cdb-cb70-4a7f-a015-4d6abd2c41fa', 'tenant_id': '53cbbdfcec5443308803a36be9595a3d', 'mac_address': 'fa:16:3e:9c:6d:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcf73f44-eb99-4dc9-96ef-dd08de00624c', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'bb03aaa0-c83c-430c-a873-c18dc8bcb9dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:55Z', 'updated_at': '2022-03-21T11:13:57Z', 'revision_number': 2, 'project_id': '53cbbdfcec5443308803a36be9595a3d', 'subnets': [{'id': 'bb03aaa0-c83c-430c-a873-c18dc8bcb9dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-1-smb', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:13:59.885745 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-351fff6a-4241-4203-9c62-170645aa2bed admin admin] Network edde1cdb-cb70-4a7f-a015-4d6abd2c41fa is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:13:59.943079 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cda2265-6ea6-4b43-b844-e1841dacd26d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5566b5f2-b003-4b4c-a004-3cf045837913,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:13:59.946341 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-351fff6a-4241-4203-9c62-170645aa2bed admin admin] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:13:59.953163 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-f70fc80c-a3e2-4404-9358-de98bc29f668 req-fd667845-116f-46f5-a710-f3dd9911f17a tempest-DeleteServersTestJSON-1318486940 tempest-DeleteServersTestJSON-1318486940-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e3258c1-f56d-4c6d-b378-7398f8f2fc20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1814218 Mar 21 11:14:00.030424 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce6b5e5-9430-43d1-9403-9348344d64b8 None None] The sync data for ids ['fcf73f44-eb99-4dc9-96ef-dd08de00624c'] in dv-cinder-834448-1-smb is: [{'id': 'fcf73f44-eb99-4dc9-96ef-dd08de00624c', 'name': 'tempest-AttachVolumeShelveTestJSON-1609186647-router', 'tenant_id': '53cbbdfcec5443308803a36be9595a3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'external_fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.8'}], 'enable_snat': True}, 'gw_port_id': '7e2d0fdc-3f51-4d12-b8b3-317f1f500f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:13:36Z', 'updated_at': '2022-03-21T11:13:56Z', 'revision_number': 4, 'project_id': '53cbbdfcec5443308803a36be9595a3d', 'gw_port': {'id': '7e2d0fdc-3f51-4d12-b8b3-317f1f500f1f', 'name': '', 'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:3b:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcf73f44-eb99-4dc9-96ef-dd08de00624c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:39Z', 'updated_at': '2022-03-21T11:13:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-smb', '_interfaces': [{'id': '79567679-d717-4a39-bc38-a2c419d4e76e', 'name': '', 'network_id': 'edde1cdb-cb70-4a7f-a015-4d6abd2c41fa', 'tenant_id': '53cbbdfcec5443308803a36be9595a3d', 'mac_address': 'fa:16:3e:9c:6d:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcf73f44-eb99-4dc9-96ef-dd08de00624c', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'bb03aaa0-c83c-430c-a873-c18dc8bcb9dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:55Z', 'updated_at': '2022-03-21T11:13:57Z', 'revision_number': 2, 'project_id': '53cbbdfcec5443308803a36be9595a3d', 'subnets': [{'id': 'bb03aaa0-c83c-430c-a873-c18dc8bcb9dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 11:14:00.107312 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Current status of the port b35f046e-5d9d-4281-a0d2-e67c4264f666 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:14:00.151484 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Device edda812f-da92-43c8-a40f-d8798ab369d7 up at agent ovs-agent-dv-cinder-834448-1-smb {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:14:00.420168 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b1e50834-fd8e-4a52-9bdb-f2f4acd7fe5c admin admin] Publish callbacks [] for security_group (78140044-dbd7-4a4e-ba95-7c1905d80c69), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:00.440731 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae94d9a-4af6-43a4-ab55-0f12cc81137f service neutron] Pushing event updated for resources: {'Port': ['ID=6f95af40-049c-4be3-952b-38b1056c6819,revision_number=3']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:00.459907 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Provisioning complete for port edda812f-da92-43c8-a40f-d8798ab369d7 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:14:00.462566 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688166'] for port (edda812f-da92-43c8-a40f-d8798ab369d7), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:00.536188 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b1e50834-fd8e-4a52-9bdb-f2f4acd7fe5c admin admin] Publish callbacks [] for security_group (78140044-dbd7-4a4e-ba95-7c1905d80c69), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:00.549412 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaee9d5-eeb6-4efd-9a5d-2f47517356c5 req-cedbad91-01a5-426e-8df3-3105ef73c95b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:00.549954 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-ddaee9d5-eeb6-4efd-9a5d-2f47517356c5 req-cedbad91-01a5-426e-8df3-3105ef73c95b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=efc272227f6d42a69d99652301969d40&device_id=42704ade-853b-4c92-9566-e1c640e2a477 HTTP/1.1" status: 200 len: 1127 time: 0.4848955 Mar 21 11:14:00.857228 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-ddaee9d5-eeb6-4efd-9a5d-2f47517356c5 req-84e7a4d3-2159-404f-8685-719d21a14441 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6f95af40-049c-4be3-952b-38b1056c6819 HTTP/1.1" status: 200 len: 217 time: 0.2907500 Mar 21 11:14:01.061380 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41c5d39db19d144038176bb777b16d1c8d23e2eed0354b669264d617ed9abe1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c53e22f8-299b-4cd1-98c9-a824483e3f6b" -d '{"events": [{"name": "network-changed", "server_uuid": "42704ade-853b-4c92-9566-e1c640e2a477", "tag": "6f95af40-049c-4be3-952b-38b1056c6819"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:14:01.160452 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2495858a-b3b1-4b4b-8ac3-a14f55685dce admin admin] Network 4a579521-14d3-4610-a099-3c56c62bd19a is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:14:01.162539 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2495858a-b3b1-4b4b-8ac3-a14f55685dce admin admin] Pushing event updated for resources: {'Port': ['ID=506ecfd7-bedb-48f7-8ae0-d74505b91b1b,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:01.183145 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-2495858a-b3b1-4b4b-8ac3-a14f55685dce admin admin] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:14:01.323259 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-12ddaa99-12a9-42aa-ba16-e463c1af7674 None None] Provisioning complete for port 79567679-d717-4a39-bc38-a2c419d4e76e triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:14:01.324752 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-12ddaa99-12a9-42aa-ba16-e463c1af7674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688166'] for port (79567679-d717-4a39-bc38-a2c419d4e76e), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:01.464602 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaee9d5-eeb6-4efd-9a5d-2f47517356c5 req-a7203a7c-0e0b-43cf-988a-5ce92a95e840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:01.472692 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-ddaee9d5-eeb6-4efd-9a5d-2f47517356c5 req-a7203a7c-0e0b-43cf-988a-5ce92a95e840 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=aac3a445-ba10-4fc3-ad50-b4785fdc2af0 HTTP/1.1" status: 200 len: 852 time: 0.5975921 Mar 21 11:14:01.521088 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-12ddaa99-12a9-42aa-ba16-e463c1af7674 None None] Port 79567679-d717-4a39-bc38-a2c419d4e76e cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 11:14:01.610202 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-45d01a9f-138a-447f-aa1a-c957069b70d6 req-ec396f11-6c24-47bf-a6e0-774a00a85816 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1380475516&fields=id&tenant_id=5c0a065250d348a7b0fe2877a603793f HTTP/1.1" status: 200 len: 267 time: 2.1533067 Mar 21 11:14:01.703303 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Current status of the port edda812f-da92-43c8-a40f-d8798ab369d7 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:14:01.786643 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c0d8b5df-3465-4c8d-8ac0-fa8e8a8d4667 admin admin] Publish callbacks [] for security_group (5566b5f2-b003-4b4c-a004-3cf045837913), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:01.796136 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-ddaee9d5-eeb6-4efd-9a5d-2f47517356c5 req-ade7f445-2299-4eb1-9e8a-061bf95dd3d3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c4636bca-faf6-4761-a317-5bb8fbd6e796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3064678 Mar 21 11:14:01.867546 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b1e50834-fd8e-4a52-9bdb-f2f4acd7fe5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (78140044-dbd7-4a4e-ba95-7c1905d80c69), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:01.893236 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b1e50834-fd8e-4a52-9bdb-f2f4acd7fe5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:01.900970 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-b1e50834-fd8e-4a52-9bdb-f2f4acd7fe5c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/78140044-dbd7-4a4e-ba95-7c1905d80c69 HTTP/1.1" status: 204 len: 168 time: 2.2178929 Mar 21 11:14:01.901393 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-feebe349-95cf-4fd7-84fb-e8a5eb99b6c8 None None] Provisioning complete for port 506ecfd7-bedb-48f7-8ae0-d74505b91b1b triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:14:01.901850 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-feebe349-95cf-4fd7-84fb-e8a5eb99b6c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688166'] for port (506ecfd7-bedb-48f7-8ae0-d74505b91b1b), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:02.087983 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e50834-fd8e-4a52-9bdb-f2f4acd7fe5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78140044-dbd7-4a4e-ba95-7c1905d80c69,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:02.150040 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c0d8b5df-3465-4c8d-8ac0-fa8e8a8d4667 admin admin] Publish callbacks [] for security_group (5566b5f2-b003-4b4c-a004-3cf045837913), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:02.213494 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-ddaee9d5-eeb6-4efd-9a5d-2f47517356c5 req-b7dd95f2-f2ed-4cfb-8c5b-30a7b5d8675e service neutron] 10.222.0.32 "GET /v2.0/networks/c4636bca-faf6-4761-a317-5bb8fbd6e796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4064422 Mar 21 11:14:02.216273 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-351fff6a-4241-4203-9c62-170645aa2bed admin admin] Router fcf73f44-eb99-4dc9-96ef-dd08de00624c has already been hosted by L3 agent 5097f9b2-2ef0-4af4-bde3-0c344dd6e70c {{(pid=103421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 11:14:02.260140 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-feebe349-95cf-4fd7-84fb-e8a5eb99b6c8 None None] Port 506ecfd7-bedb-48f7-8ae0-d74505b91b1b cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 11:14:02.366453 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a64a00-f15d-4a4b-b3cf-731cc2f6894c req-0b643b84-c793-4d0f-9a17-da837e3be164 tempest-DeleteServersTestJSON-1318486940 tempest-DeleteServersTestJSON-1318486940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:02.368762 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-78a64a00-f15d-4a4b-b3cf-731cc2f6894c req-0b643b84-c793-4d0f-9a17-da837e3be164 tempest-DeleteServersTestJSON-1318486940 tempest-DeleteServersTestJSON-1318486940-project] 10.222.0.24 "GET /v2.0/ports?device_id=42704ade-853b-4c92-9566-e1c640e2a477 HTTP/1.1" status: 200 len: 943 time: 1.1873934 Mar 21 11:14:02.514190 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-ddaee9d5-eeb6-4efd-9a5d-2f47517356c5 req-74f95937-7fa6-40a4-be9a-97a9cc5c02ff service neutron] 10.222.0.32 "GET /v2.0/networks/c4636bca-faf6-4761-a317-5bb8fbd6e796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2909763 Mar 21 11:14:02.547757 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2495858a-b3b1-4b4b-8ac3-a14f55685dce admin admin] Router e82250b0-2c64-4e9e-b3db-8617ae46ff4c has already been hosted by L3 agent 5097f9b2-2ef0-4af4-bde3-0c344dd6e70c {{(pid=103421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 11:14:02.713046 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d01a9f-138a-447f-aa1a-c957069b70d6 req-4e47f2d0-beb8-4770-8459-d077effd6358 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:02.716540 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-45d01a9f-138a-447f-aa1a-c957069b70d6 req-4e47f2d0-beb8-4770-8459-d077effd6358 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] 10.222.0.24 "GET /v2.0/networks?id=1436ce26-cb86-45d4-9a97-097fbbf6586a HTTP/1.1" status: 200 len: 811 time: 1.0690589 Mar 21 11:14:02.790579 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-78a64a00-f15d-4a4b-b3cf-731cc2f6894c req-3d80f2b6-3ec1-462d-a40f-805ff7d68e7b tempest-DeleteServersTestJSON-1318486940 tempest-DeleteServersTestJSON-1318486940-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e3258c1-f56d-4c6d-b378-7398f8f2fc20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3566031 Mar 21 11:14:02.791474 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c0d8b5df-3465-4c8d-8ac0-fa8e8a8d4667 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (5566b5f2-b003-4b4c-a004-3cf045837913), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:02.794205 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c0d8b5df-3465-4c8d-8ac0-fa8e8a8d4667 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:02.795820 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-c0d8b5df-3465-4c8d-8ac0-fa8e8a8d4667 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5566b5f2-b003-4b4c-a004-3cf045837913 HTTP/1.1" status: 204 len: 168 time: 2.9507666 Mar 21 11:14:02.807858 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-45d01a9f-138a-447f-aa1a-c957069b70d6 req-1db4a0df-33e4-409a-9e3e-7c0d6e7575c8 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] 10.222.0.24 "GET /v2.0/quotas/5c0a065250d348a7b0fe2877a603793f HTTP/1.1" status: 200 len: 375 time: 0.0684988 Mar 21 11:14:02.926175 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d8b5df-3465-4c8d-8ac0-fa8e8a8d4667 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5566b5f2-b003-4b4c-a004-3cf045837913,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:03.068753 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-351fff6a-4241-4203-9c62-170645aa2bed admin admin] Notify agent at l3_agent.dv-cinder-834448-1-smb the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 11:14:03.089439 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-351fff6a-4241-4203-9c62-170645aa2bed admin admin] 10.222.0.24 "PUT /v2.0/routers/fcf73f44-eb99-4dc9-96ef-dd08de00624c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.7325578 Mar 21 11:14:03.145650 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-45d01a9f-138a-447f-aa1a-c957069b70d6 req-889670a3-7381-4ceb-a240-8a85de24ded3 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=5c0a065250d348a7b0fe2877a603793f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2206500 Mar 21 11:14:03.155472 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2495858a-b3b1-4b4b-8ac3-a14f55685dce admin admin] Notify agent at l3_agent.dv-cinder-834448-1-smb the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 11:14:03.164411 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-2495858a-b3b1-4b4b-8ac3-a14f55685dce admin admin] 10.222.0.24 "PUT /v2.0/routers/e82250b0-2c64-4e9e-b3db-8617ae46ff4c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.8951933 Mar 21 11:14:03.178002 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227e18ad-1174-436c-9602-33988dc373a0 None None] Sync routers for ids ['e82250b0-2c64-4e9e-b3db-8617ae46ff4c'] in dv-cinder-834448-1-smb {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 11:14:03.201799 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227e18ad-1174-436c-9602-33988dc373a0 None None] Routers {'e82250b0-2c64-4e9e-b3db-8617ae46ff4c'} bound to L3 agent in host dv-cinder-834448-1-smb {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:14:03.204030 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-227e18ad-1174-436c-9602-33988dc373a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T11:04:55Z,description=,heartbeat_timestamp=2022-03-21T11:13:56Z,host='dv-cinder-834448-1-smb',id=5097f9b2-2ef0-4af4-bde3-0c344dd6e70c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:55Z,topic='l3_agent')) {'router_ids': ['e82250b0-2c64-4e9e-b3db-8617ae46ff4c'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:14:03.297122 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 40940) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:14:03.346895 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-45d01a9f-138a-447f-aa1a-c957069b70d6 req-5a9b83ea-7cf4-4de4-87af-6d81217f8b15 service neutron] 10.222.0.24 "GET /v2.0/networks/1436ce26-cb86-45d4-9a97-097fbbf6586a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715178 Mar 21 11:14:03.448203 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-227e18ad-1174-436c-9602-33988dc373a0 None None] Set router e82250b0-2c64-4e9e-b3db-8617ae46ff4c gateway port host: dv-cinder-834448-1-smb {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:14:03.600316 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-45d01a9f-138a-447f-aa1a-c957069b70d6 req-89734bb3-2399-4d42-b4d1-27cd702ee83c service neutron] 10.222.0.24 "GET /v2.0/networks/1436ce26-cb86-45d4-9a97-097fbbf6586a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2418046 Mar 21 11:14:03.846711 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-227e18ad-1174-436c-9602-33988dc373a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e82250b0-2c64-4e9e-b3db-8617ae46ff4c', 'name': 'tempest-ServerRescueNegativeTestJSON-2065661749-router', 'tenant_id': '52347e0a8df44be6bcf4f99067c9a702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'external_fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.47'}], 'enable_snat': True}, 'gw_port_id': 'edda812f-da92-43c8-a40f-d8798ab369d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:13:32Z', 'updated_at': '2022-03-21T11:13:54Z', 'revision_number': 4, 'project_id': '52347e0a8df44be6bcf4f99067c9a702', 'gw_port': {'id': 'edda812f-da92-43c8-a40f-d8798ab369d7', 'name': '', 'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:49:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82250b0-2c64-4e9e-b3db-8617ae46ff4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:36Z', 'updated_at': '2022-03-21T11:13:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-smb', '_interfaces': [{'id': '506ecfd7-bedb-48f7-8ae0-d74505b91b1b', 'name': '', 'network_id': '4a579521-14d3-4610-a099-3c56c62bd19a', 'tenant_id': '52347e0a8df44be6bcf4f99067c9a702', 'mac_address': 'fa:16:3e:70:97:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e82250b0-2c64-4e9e-b3db-8617ae46ff4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '8a3d170f-7254-484a-9abf-df0a7cea6ed2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:48Z', 'updated_at': '2022-03-21T11:13:56Z', 'revision_number': 2, 'project_id': '52347e0a8df44be6bcf4f99067c9a702', 'subnets': [{'id': '8a3d170f-7254-484a-9abf-df0a7cea6ed2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-1-smb', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:14:04.004988 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227e18ad-1174-436c-9602-33988dc373a0 None None] Checking router: e82250b0-2c64-4e9e-b3db-8617ae46ff4c for host: dv-cinder-834448-1-smb {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 11:14:04.010779 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227e18ad-1174-436c-9602-33988dc373a0 None None] Updating router e82250b0-2c64-4e9e-b3db-8617ae46ff4c port 506ecfd7-bedb-48f7-8ae0-d74505b91b1b binding host dv-cinder-834448-1-smb {{(pid=103424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 11:14:04.059881 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Device 7e2d0fdc-3f51-4d12-b8b3-317f1f500f1f up at agent ovs-agent-dv-cinder-834448-1-smb {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:14:04.131714 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-227e18ad-1174-436c-9602-33988dc373a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (506ecfd7-bedb-48f7-8ae0-d74505b91b1b), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:04.306944 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Provisioning complete for port 7e2d0fdc-3f51-4d12-b8b3-317f1f500f1f triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:14:04.307509 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688166'] for port (7e2d0fdc-3f51-4d12-b8b3-317f1f500f1f), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:04.428179 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 11:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c44dfba-c4e4-40b4-ab9a-c1a96cfcd3e8 x-openstack-request-id: req-8c44dfba-c4e4-40b4-ab9a-c1a96cfcd3e8 {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:14:04.429734 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42704ade-853b-4c92-9566-e1c640e2a477", "tag": "6f95af40-049c-4be3-952b-38b1056c6819", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:14:04.430319 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8c44dfba-c4e4-40b4-ab9a-c1a96cfcd3e8 {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:14:04.431546 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42704ade-853b-4c92-9566-e1c640e2a477', 'tag': '6f95af40-049c-4be3-952b-38b1056c6819', 'status': 'completed', 'code': 200} Mar 21 11:14:04.756151 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Current status of the port 7e2d0fdc-3f51-4d12-b8b3-317f1f500f1f is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:14:04.756536 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (7e2d0fdc-3f51-4d12-b8b3-317f1f500f1f), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:04.760752 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53e22f8-299b-4cd1-98c9-a824483e3f6b req-f61a8d2c-a0a0-415a-9346-9394e46fe3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:04.770931 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-c53e22f8-299b-4cd1-98c9-a824483e3f6b req-f61a8d2c-a0a0-415a-9346-9394e46fe3b7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=efc272227f6d42a69d99652301969d40&device_id=42704ade-853b-4c92-9566-e1c640e2a477 HTTP/1.1" status: 200 len: 1127 time: 0.2763801 Mar 21 11:14:04.834997 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff97523-5055-42e1-9bff-4a6c3c4fdc1a req-22b42041-8740-46f6-af2b-f35d3b95ea9d tempest-DeleteServersTestJSON-1318486940 tempest-DeleteServersTestJSON-1318486940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:04.849440 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-aff97523-5055-42e1-9bff-4a6c3c4fdc1a req-22b42041-8740-46f6-af2b-f35d3b95ea9d tempest-DeleteServersTestJSON-1318486940 tempest-DeleteServersTestJSON-1318486940-project] 10.222.0.24 "GET /v2.0/ports?device_id=42704ade-853b-4c92-9566-e1c640e2a477 HTTP/1.1" status: 200 len: 943 time: 0.2561619 Mar 21 11:14:04.863851 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] For port 7e2d0fdc-3f51-4d12-b8b3-317f1f500f1f, host dv-cinder-834448-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-smb',level=0,port_id=7e2d0fdc-3f51-4d12-b8b3-317f1f500f1f,segment=NetworkSegment(083ffffd-feb8-46cd-b20a-ab116e97b62a),segment_id=083ffffd-feb8-46cd-b20a-ab116e97b62a)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:14:04.879775 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817'] for port (7e2d0fdc-3f51-4d12-b8b3-317f1f500f1f), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:05.053960 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Pushing event updated for resources: {'Port': ['ID=7e2d0fdc-3f51-4d12-b8b3-317f1f500f1f,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:05.094725 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-aff97523-5055-42e1-9bff-4a6c3c4fdc1a req-a2cf6a69-caeb-4443-a4f1-35f6dd2454a4 tempest-DeleteServersTestJSON-1318486940 tempest-DeleteServersTestJSON-1318486940-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e3258c1-f56d-4c6d-b378-7398f8f2fc20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375016 Mar 21 11:14:05.280428 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-af845911-8f86-4e2b-bdc1-588371e785ca req-1630533b-d0d4-43d6-8013-98db122ac371 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] 10.222.0.24 "GET /v2.0/ports?device_id=21730027-c312-4efd-9945-ee0d10cc94e5 HTTP/1.1" status: 200 len: 210 time: 0.0890903 Mar 21 11:14:05.464135 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-227e18ad-1174-436c-9602-33988dc373a0 None None] Publish callbacks [] for port (506ecfd7-bedb-48f7-8ae0-d74505b91b1b), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:05.485469 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-227e18ad-1174-436c-9602-33988dc373a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817'] for port (506ecfd7-bedb-48f7-8ae0-d74505b91b1b), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:05.502960 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-310a209f-e9c5-45ac-9bf2-49a110830bca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:05.521942 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53e22f8-299b-4cd1-98c9-a824483e3f6b req-569e5234-c710-4c1a-a14a-656bfa462871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:05.523610 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-c53e22f8-299b-4cd1-98c9-a824483e3f6b req-569e5234-c710-4c1a-a14a-656bfa462871 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c4636bca-faf6-4761-a317-5bb8fbd6e796 HTTP/1.1" status: 200 len: 913 time: 0.7303185 Mar 21 11:14:05.641617 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f84e7e-f097-44f8-8964-835c8a8d7142 None None] Pushing event updated for resources: {'Port': ['ID=506ecfd7-bedb-48f7-8ae0-d74505b91b1b,revision_number=3']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:05.697530 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-c53e22f8-299b-4cd1-98c9-a824483e3f6b req-c2c98e0d-4314-438e-9caa-e45350d1c5f2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6f95af40-049c-4be3-952b-38b1056c6819 HTTP/1.1" status: 200 len: 217 time: 0.1503110 Mar 21 11:14:05.699397 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9378b9fe-942d-4637-96fa-079e7adbd385 None None] Sync routers for ids ['fcf73f44-eb99-4dc9-96ef-dd08de00624c'] in dv-cinder-834448-1-smb {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 11:14:05.723715 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9378b9fe-942d-4637-96fa-079e7adbd385 None None] Routers {'fcf73f44-eb99-4dc9-96ef-dd08de00624c'} bound to L3 agent in host dv-cinder-834448-1-smb {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:14:05.724571 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-9378b9fe-942d-4637-96fa-079e7adbd385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T11:04:55Z,description=,heartbeat_timestamp=2022-03-21T11:13:56Z,host='dv-cinder-834448-1-smb',id=5097f9b2-2ef0-4af4-bde3-0c344dd6e70c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:55Z,topic='l3_agent')) {'router_ids': ['fcf73f44-eb99-4dc9-96ef-dd08de00624c'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:14:05.826289 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-227e18ad-1174-436c-9602-33988dc373a0 None None] Attempting to bind port 506ecfd7-bedb-48f7-8ae0-d74505b91b1b on host dv-cinder-834448-1-smb for vnic_type normal with profile {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 11:14:05.827357 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-227e18ad-1174-436c-9602-33988dc373a0 None None] Attempting to bind port 506ecfd7-bedb-48f7-8ae0-d74505b91b1b by drivers openvswitch,hyperv on host dv-cinder-834448-1-smb at level 0 using segments [{'id': 'ed9a1c02-481f-4a04-a954-ab4bb6b2d4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '4a579521-14d3-4610-a099-3c56c62bd19a'}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 11:14:05.828493 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227e18ad-1174-436c-9602-33988dc373a0 None None] Attempting to bind port 506ecfd7-bedb-48f7-8ae0-d74505b91b1b on network 4a579521-14d3-4610-a099-3c56c62bd19a {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:14:05.839479 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227e18ad-1174-436c-9602-33988dc373a0 None None] Checking agent: {'id': '4788e3a4-6d7d-47da-90c6-7227f6e2e35d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834448-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 11, 5), 'started_at': datetime.datetime(2022, 3, 21, 11, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 11, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834448-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 11:14:05.840595 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227e18ad-1174-436c-9602-33988dc373a0 None None] Checking segment: {'id': 'ed9a1c02-481f-4a04-a954-ab4bb6b2d4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '4a579521-14d3-4610-a099-3c56c62bd19a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:14:05.841536 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-227e18ad-1174-436c-9602-33988dc373a0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:05.842443 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227e18ad-1174-436c-9602-33988dc373a0 None None] Bound using segment: {'id': 'ed9a1c02-481f-4a04-a954-ab4bb6b2d4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '4a579521-14d3-4610-a099-3c56c62bd19a'} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 11:14:05.843535 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-227e18ad-1174-436c-9602-33988dc373a0 None None] Bound port: 506ecfd7-bedb-48f7-8ae0-d74505b91b1b, host: dv-cinder-834448-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed9a1c02-481f-4a04-a954-ab4bb6b2d4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '4a579521-14d3-4610-a099-3c56c62bd19a'}}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 11:14:05.844537 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-227e18ad-1174-436c-9602-33988dc373a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (506ecfd7-bedb-48f7-8ae0-d74505b91b1b), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:05.955835 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Device 7e2d0fdc-3f51-4d12-b8b3-317f1f500f1f up at agent ovs-agent-dv-cinder-834448-1-smb {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:14:06.053024 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53e22f8-299b-4cd1-98c9-a824483e3f6b req-e390b8ac-b981-4134-8495-f569f1a502c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:06.058970 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-c53e22f8-299b-4cd1-98c9-a824483e3f6b req-e390b8ac-b981-4134-8495-f569f1a502c1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=aac3a445-ba10-4fc3-ad50-b4785fdc2af0 HTTP/1.1" status: 200 len: 852 time: 0.3349624 Mar 21 11:14:06.102561 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-227e18ad-1174-436c-9602-33988dc373a0 None None] For port 506ecfd7-bedb-48f7-8ae0-d74505b91b1b, host dv-cinder-834448-1-smb, cleared binding levels {{(pid=103424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 11:14:06.132614 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-227e18ad-1174-436c-9602-33988dc373a0 None None] For port 506ecfd7-bedb-48f7-8ae0-d74505b91b1b, host dv-cinder-834448-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-smb',level=0,port_id=506ecfd7-bedb-48f7-8ae0-d74505b91b1b,segment=NetworkSegment(ed9a1c02-481f-4a04-a954-ab4bb6b2d4a8),segment_id=ed9a1c02-481f-4a04-a954-ab4bb6b2d4a8)] {{(pid=103424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 11:14:06.149287 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-227e18ad-1174-436c-9602-33988dc373a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817'] for port (506ecfd7-bedb-48f7-8ae0-d74505b91b1b), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:06.186305 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-c53e22f8-299b-4cd1-98c9-a824483e3f6b req-a9bf23fa-09ed-4282-9b4f-6cd838dad63c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c4636bca-faf6-4761-a317-5bb8fbd6e796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0851738 Mar 21 11:14:06.240328 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-9c8ef5be-e964-4f84-8dfb-02ef5a64f66b None None] Provisioning complete for port 506ecfd7-bedb-48f7-8ae0-d74505b91b1b triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:14:06.240804 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-9c8ef5be-e964-4f84-8dfb-02ef5a64f66b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688166'] for port (506ecfd7-bedb-48f7-8ae0-d74505b91b1b), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:06.356878 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-310a209f-e9c5-45ac-9bf2-49a110830bca admin admin] Publish callbacks [] for security_group (b28dea72-32a7-4d27-8a2c-b887114a3272), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:06.365282 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-310a209f-e9c5-45ac-9bf2-49a110830bca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (b28dea72-32a7-4d27-8a2c-b887114a3272), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:06.469330 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310a209f-e9c5-45ac-9bf2-49a110830bca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b28dea72-32a7-4d27-8a2c-b887114a3272,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:06.471956 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-9378b9fe-942d-4637-96fa-079e7adbd385 None None] Set router fcf73f44-eb99-4dc9-96ef-dd08de00624c gateway port host: dv-cinder-834448-1-smb {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:14:06.529930 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-310a209f-e9c5-45ac-9bf2-49a110830bca admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=59a04cd2099645ae971d1ef1d590383c&name=default HTTP/1.1" status: 200 len: 2996 time: 3.2312078 Mar 21 11:14:06.532813 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 41026) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:14:06.540577 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Provisioning complete for port 7e2d0fdc-3f51-4d12-b8b3-317f1f500f1f triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:14:06.541774 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688166'] for port (7e2d0fdc-3f51-4d12-b8b3-317f1f500f1f), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:06.559503 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227e18ad-1174-436c-9602-33988dc373a0 None None] Routers {'e82250b0-2c64-4e9e-b3db-8617ae46ff4c'} bound to L3 agent in host dv-cinder-834448-1-smb {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:14:06.561263 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-227e18ad-1174-436c-9602-33988dc373a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T11:04:55Z,description=,heartbeat_timestamp=2022-03-21T11:13:56Z,host='dv-cinder-834448-1-smb',id=5097f9b2-2ef0-4af4-bde3-0c344dd6e70c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:55Z,topic='l3_agent')) {'router_ids': ['e82250b0-2c64-4e9e-b3db-8617ae46ff4c'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:14:06.632014 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-c53e22f8-299b-4cd1-98c9-a824483e3f6b req-847d925f-762a-4501-86ba-1ee9d1498343 service neutron] 10.222.0.32 "GET /v2.0/networks/c4636bca-faf6-4761-a317-5bb8fbd6e796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4294655 Mar 21 11:14:06.772421 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f84e7e-f097-44f8-8964-835c8a8d7142 None None] Pushing event updated for resources: {'Port': ['ID=506ecfd7-bedb-48f7-8ae0-d74505b91b1b,revision_number=4']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:06.842217 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 41030) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:14:06.898174 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.v2.base [None req-fdb8ae94-c062-441c-8edf-e6390caa77eb tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Request body: {'security_group': {'name': 'tempest-securitygroup--949777656', 'description': 'tempest-description--199069813'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:14:06.902002 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-227e18ad-1174-436c-9602-33988dc373a0 None None] Set router e82250b0-2c64-4e9e-b3db-8617ae46ff4c gateway port host: dv-cinder-834448-1-smb {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:14:07.013630 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-c53e22f8-299b-4cd1-98c9-a824483e3f6b req-93fa215a-5cc5-454b-8c36-f27a8c756fc0 service neutron] 10.222.0.32 "GET /v2.0/networks/c4636bca-faf6-4761-a317-5bb8fbd6e796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3741953 Mar 21 11:14:07.229528 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-9c8ef5be-e964-4f84-8dfb-02ef5a64f66b None None] Current status of the port 506ecfd7-bedb-48f7-8ae0-d74505b91b1b is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:14:07.230451 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-9c8ef5be-e964-4f84-8dfb-02ef5a64f66b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (506ecfd7-bedb-48f7-8ae0-d74505b91b1b), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:07.239752 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2d90e7be-e86b-4ee6-b0ac-64d5e4256bfc admin admin] Publish callbacks [] for security_group (b28dea72-32a7-4d27-8a2c-b887114a3272), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:07.300068 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-fdb8ae94-c062-441c-8edf-e6390caa77eb tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:07.321613 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Current status of the port 7e2d0fdc-3f51-4d12-b8b3-317f1f500f1f is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:14:07.387547 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-9c8ef5be-e964-4f84-8dfb-02ef5a64f66b None None] For port 506ecfd7-bedb-48f7-8ae0-d74505b91b1b, host dv-cinder-834448-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-smb',level=0,port_id=506ecfd7-bedb-48f7-8ae0-d74505b91b1b,segment=NetworkSegment(ed9a1c02-481f-4a04-a954-ab4bb6b2d4a8),segment_id=ed9a1c02-481f-4a04-a954-ab4bb6b2d4a8)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:14:07.395008 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-9c8ef5be-e964-4f84-8dfb-02ef5a64f66b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817'] for port (506ecfd7-bedb-48f7-8ae0-d74505b91b1b), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:07.479737 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb6cbae-d0c6-4f12-bd39-8fb3108ddbd9 req-1cfef378-232d-4487-aef4-28c850cb3e0f tempest-DeleteServersTestJSON-1318486940 tempest-DeleteServersTestJSON-1318486940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:07.486989 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-ddb6cbae-d0c6-4f12-bd39-8fb3108ddbd9 req-1cfef378-232d-4487-aef4-28c850cb3e0f tempest-DeleteServersTestJSON-1318486940 tempest-DeleteServersTestJSON-1318486940-project] 10.222.0.24 "GET /v2.0/ports?device_id=42704ade-853b-4c92-9566-e1c640e2a477 HTTP/1.1" status: 200 len: 943 time: 0.6037912 Mar 21 11:14:07.625510 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-227e18ad-1174-436c-9602-33988dc373a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e82250b0-2c64-4e9e-b3db-8617ae46ff4c', 'name': 'tempest-ServerRescueNegativeTestJSON-2065661749-router', 'tenant_id': '52347e0a8df44be6bcf4f99067c9a702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'external_fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.47'}], 'enable_snat': True}, 'gw_port_id': 'edda812f-da92-43c8-a40f-d8798ab369d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:13:32Z', 'updated_at': '2022-03-21T11:13:54Z', 'revision_number': 4, 'project_id': '52347e0a8df44be6bcf4f99067c9a702', 'gw_port': {'id': 'edda812f-da92-43c8-a40f-d8798ab369d7', 'name': '', 'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:49:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82250b0-2c64-4e9e-b3db-8617ae46ff4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:36Z', 'updated_at': '2022-03-21T11:13:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-smb', '_interfaces': [{'id': '506ecfd7-bedb-48f7-8ae0-d74505b91b1b', 'name': '', 'network_id': '4a579521-14d3-4610-a099-3c56c62bd19a', 'tenant_id': '52347e0a8df44be6bcf4f99067c9a702', 'mac_address': 'fa:16:3e:70:97:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e82250b0-2c64-4e9e-b3db-8617ae46ff4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '8a3d170f-7254-484a-9abf-df0a7cea6ed2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:48Z', 'updated_at': '2022-03-21T11:14:06Z', 'revision_number': 4, 'project_id': '52347e0a8df44be6bcf4f99067c9a702', 'subnets': [{'id': '8a3d170f-7254-484a-9abf-df0a7cea6ed2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-1-smb', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:14:07.699385 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2d90e7be-e86b-4ee6-b0ac-64d5e4256bfc admin admin] Publish callbacks [] for security_group (b28dea72-32a7-4d27-8a2c-b887114a3272), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:07.750911 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227e18ad-1174-436c-9602-33988dc373a0 None None] The sync data for ids ['e82250b0-2c64-4e9e-b3db-8617ae46ff4c'] in dv-cinder-834448-1-smb is: [{'id': 'e82250b0-2c64-4e9e-b3db-8617ae46ff4c', 'name': 'tempest-ServerRescueNegativeTestJSON-2065661749-router', 'tenant_id': '52347e0a8df44be6bcf4f99067c9a702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'external_fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.47'}], 'enable_snat': True}, 'gw_port_id': 'edda812f-da92-43c8-a40f-d8798ab369d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:13:32Z', 'updated_at': '2022-03-21T11:13:54Z', 'revision_number': 4, 'project_id': '52347e0a8df44be6bcf4f99067c9a702', 'gw_port': {'id': 'edda812f-da92-43c8-a40f-d8798ab369d7', 'name': '', 'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:49:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82250b0-2c64-4e9e-b3db-8617ae46ff4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:36Z', 'updated_at': '2022-03-21T11:13:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-smb', '_interfaces': [{'id': '506ecfd7-bedb-48f7-8ae0-d74505b91b1b', 'name': '', 'network_id': '4a579521-14d3-4610-a099-3c56c62bd19a', 'tenant_id': '52347e0a8df44be6bcf4f99067c9a702', 'mac_address': 'fa:16:3e:70:97:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e82250b0-2c64-4e9e-b3db-8617ae46ff4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '8a3d170f-7254-484a-9abf-df0a7cea6ed2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:48Z', 'updated_at': '2022-03-21T11:14:06Z', 'revision_number': 4, 'project_id': '52347e0a8df44be6bcf4f99067c9a702', 'subnets': [{'id': '8a3d170f-7254-484a-9abf-df0a7cea6ed2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 11:14:07.931015 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8ef5be-e964-4f84-8dfb-02ef5a64f66b None None] Pushing event updated for resources: {'Port': ['ID=506ecfd7-bedb-48f7-8ae0-d74505b91b1b,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:07.978364 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-ee007119-0915-4ddd-aa63-56548d6c4fd9 None None] Provisioning complete for port 506ecfd7-bedb-48f7-8ae0-d74505b91b1b triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:14:07.982889 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-ee007119-0915-4ddd-aa63-56548d6c4fd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688166'] for port (506ecfd7-bedb-48f7-8ae0-d74505b91b1b), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:08.025175 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ad16cf-3c0f-4ac7-98c3-386a53ea9630 req-c9512dff-6dde-4206-aa12-eda4a7a77d50 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:08.028303 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-e2ad16cf-3c0f-4ac7-98c3-386a53ea9630 req-c9512dff-6dde-4206-aa12-eda4a7a77d50 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/networks?id=4a579521-14d3-4610-a099-3c56c62bd19a HTTP/1.1" status: 200 len: 819 time: 1.4124928 Mar 21 11:14:08.085510 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-ddb6cbae-d0c6-4f12-bd39-8fb3108ddbd9 req-c4b0f97e-64ef-4d9c-b771-7fab5a88c5e2 tempest-DeleteServersTestJSON-1318486940 tempest-DeleteServersTestJSON-1318486940-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e3258c1-f56d-4c6d-b378-7398f8f2fc20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5648324 Mar 21 11:14:08.156699 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-e2ad16cf-3c0f-4ac7-98c3-386a53ea9630 req-fe5258a9-e968-4188-90f5-859449c2fa1d tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/quotas/52347e0a8df44be6bcf4f99067c9a702 HTTP/1.1" status: 200 len: 375 time: 0.0997860 Mar 21 11:14:08.177803 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-9378b9fe-942d-4637-96fa-079e7adbd385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcf73f44-eb99-4dc9-96ef-dd08de00624c', 'name': 'tempest-AttachVolumeShelveTestJSON-1609186647-router', 'tenant_id': '53cbbdfcec5443308803a36be9595a3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'external_fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.8'}], 'enable_snat': True}, 'gw_port_id': '7e2d0fdc-3f51-4d12-b8b3-317f1f500f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:13:36Z', 'updated_at': '2022-03-21T11:13:56Z', 'revision_number': 4, 'project_id': '53cbbdfcec5443308803a36be9595a3d', 'gw_port': {'id': '7e2d0fdc-3f51-4d12-b8b3-317f1f500f1f', 'name': '', 'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:3b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf73f44-eb99-4dc9-96ef-dd08de00624c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:39Z', 'updated_at': '2022-03-21T11:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-smb', '_interfaces': [{'id': '79567679-d717-4a39-bc38-a2c419d4e76e', 'name': '', 'network_id': 'edde1cdb-cb70-4a7f-a015-4d6abd2c41fa', 'tenant_id': '53cbbdfcec5443308803a36be9595a3d', 'mac_address': 'fa:16:3e:9c:6d:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcf73f44-eb99-4dc9-96ef-dd08de00624c', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'bb03aaa0-c83c-430c-a873-c18dc8bcb9dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:55Z', 'updated_at': '2022-03-21T11:13:57Z', 'revision_number': 2, 'project_id': '53cbbdfcec5443308803a36be9595a3d', 'subnets': [{'id': 'bb03aaa0-c83c-430c-a873-c18dc8bcb9dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-1-smb', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:14:08.222294 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9378b9fe-942d-4637-96fa-079e7adbd385 None None] Checking router: fcf73f44-eb99-4dc9-96ef-dd08de00624c for host: dv-cinder-834448-1-smb {{(pid=103423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 11:14:08.222749 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9378b9fe-942d-4637-96fa-079e7adbd385 None None] Updating router fcf73f44-eb99-4dc9-96ef-dd08de00624c port 79567679-d717-4a39-bc38-a2c419d4e76e binding host dv-cinder-834448-1-smb {{(pid=103423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 11:14:08.304257 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2d90e7be-e86b-4ee6-b0ac-64d5e4256bfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (b28dea72-32a7-4d27-8a2c-b887114a3272), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:08.313164 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2d90e7be-e86b-4ee6-b0ac-64d5e4256bfc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:08.321345 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-2d90e7be-e86b-4ee6-b0ac-64d5e4256bfc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b28dea72-32a7-4d27-8a2c-b887114a3272 HTTP/1.1" status: 204 len: 168 time: 1.7873604 Mar 21 11:14:08.332085 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Device 6f95af40-049c-4be3-952b-38b1056c6819 details requested by agent hyperv_hv-cinder-83444 with host hv-cinder-83444 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 11:14:08.350178 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-9378b9fe-942d-4637-96fa-079e7adbd385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (79567679-d717-4a39-bc38-a2c419d4e76e), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:08.369092 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-ee007119-0915-4ddd-aa63-56548d6c4fd9 None None] Current status of the port 506ecfd7-bedb-48f7-8ae0-d74505b91b1b is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:14:08.376679 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d90e7be-e86b-4ee6-b0ac-64d5e4256bfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b28dea72-32a7-4d27-8a2c-b887114a3272,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:08.412083 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-fdb8ae94-c062-441c-8edf-e6390caa77eb tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Publish callbacks [] for security_group (d03ae1a0-8987-409a-b315-103a0a29069c), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:08.446620 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-fdb8ae94-c062-441c-8edf-e6390caa77eb tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (d03ae1a0-8987-409a-b315-103a0a29069c), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:08.457095 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d01a9f-138a-447f-aa1a-c957069b70d6 req-9565496f-2ad4-49eb-88a8-71b80ebfdd2f tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:08.459377 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-45d01a9f-138a-447f-aa1a-c957069b70d6 req-9565496f-2ad4-49eb-88a8-71b80ebfdd2f tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] 10.222.0.32 "GET /v2.0/networks?id=1436ce26-cb86-45d4-9a97-097fbbf6586a HTTP/1.1" status: 200 len: 811 time: 0.2771263 Mar 21 11:14:08.476718 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-f4d0402e-3205-4415-807b-234465628b7c req-e797b6c0-91de-450b-bb27-06dc9672b841 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] 10.222.0.24 "GET /v2.0/ports?device_id=21730027-c312-4efd-9945-ee0d10cc94e5 HTTP/1.1" status: 200 len: 210 time: 0.1147835 Mar 21 11:14:08.507797 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-e2ad16cf-3c0f-4ac7-98c3-386a53ea9630 req-882df40c-e5a2-472a-b07f-fd5c7af975c0 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=52347e0a8df44be6bcf4f99067c9a702&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3385828 Mar 21 11:14:08.526865 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-fdb8ae94-c062-441c-8edf-e6390caa77eb tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:08.528299 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-fdb8ae94-c062-441c-8edf-e6390caa77eb tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.6550233 Mar 21 11:14:08.532784 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 41062) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:14:08.539067 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb8ae94-c062-441c-8edf-e6390caa77eb tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d03ae1a0-8987-409a-b315-103a0a29069c,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:08.551717 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.v2.base [None req-0f0fd8c3-f826-4a6f-b4ba-8253457f020f tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Request body: {'security_group_rule': {'security_group_id': 'd03ae1a0-8987-409a-b315-103a0a29069c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:14:08.612210 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.db.resource_extend [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 21 11:14:08.631764 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0f0fd8c3-f826-4a6f-b4ba-8253457f020f tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Publish callbacks [] for security_group_rule (bddd7552-a772-4364-a016-baaa22e9f4fd), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:08.710285 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0f0fd8c3-f826-4a6f-b4ba-8253457f020f tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Publish callbacks [] for security_group_rule (bddd7552-a772-4364-a016-baaa22e9f4fd), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:08.720384 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-45d01a9f-138a-447f-aa1a-c957069b70d6 req-549849c3-1b20-4d21-bba7-19db21f76037 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5c0a065250d348a7b0fe2877a603793f HTTP/1.1" status: 200 len: 380 time: 0.2520287 Mar 21 11:14:08.722102 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0f0fd8c3-f826-4a6f-b4ba-8253457f020f tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674879'] for security_group_rule (bddd7552-a772-4364-a016-baaa22e9f4fd), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:08.744963 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.v2.base [req-45d01a9f-138a-447f-aa1a-c957069b70d6 req-a4b4bac9-d1e3-451e-ac8d-c4269d3b8bcb tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Request body: {'port': {'device_id': '21730027-c312-4efd-9945-ee0d10cc94e5', 'network_id': '1436ce26-cb86-45d4-9a97-097fbbf6586a', 'admin_state_up': True, 'tenant_id': '5c0a065250d348a7b0fe2877a603793f', 'security_groups': ['ee582f54-cafe-4435-94bb-8a8a6604f57a']}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:14:09.090651 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0fd8c3-f826-4a6f-b4ba-8253457f020f tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bddd7552-a772-4364-a016-baaa22e9f4fd,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:09.109619 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0f0fd8c3-f826-4a6f-b4ba-8253457f020f tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:09.111153 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-0f0fd8c3-f826-4a6f-b4ba-8253457f020f tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5770171 Mar 21 11:14:09.115428 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 41082) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:14:09.126327 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.v2.base [None req-d3dbdcf3-bd8c-4408-a224-b71104625533 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Request body: {'security_group_rule': {'security_group_id': 'd03ae1a0-8987-409a-b315-103a0a29069c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:14:09.161956 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45d01a9f-138a-447f-aa1a-c957069b70d6 req-a4b4bac9-d1e3-451e-ac8d-c4269d3b8bcb tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Made reservation on behalf of 5c0a065250d348a7b0fe2877a603793f for: {'port': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 11:14:09.186398 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-45d01a9f-138a-447f-aa1a-c957069b70d6 req-a4b4bac9-d1e3-451e-ac8d-c4269d3b8bcb tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:09.213549 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] For port 6f95af40-049c-4be3-952b-38b1056c6819, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=6f95af40-049c-4be3-952b-38b1056c6819,segment=NetworkSegment(3ab771f8-bef3-46f9-93f1-2bbf24bcd7ec),segment_id=3ab771f8-bef3-46f9-93f1-2bbf24bcd7ec)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:14:09.264727 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d3dbdcf3-bd8c-4408-a224-b71104625533 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Publish callbacks [] for security_group_rule (f86720fb-d53d-4dcd-ae71-6a7a1c5843b1), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:09.311605 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Returning: {'device': '6f95af40-049c-4be3-952b-38b1056c6819', 'network_id': 'c4636bca-faf6-4761-a317-5bb8fbd6e796', 'port_id': '6f95af40-049c-4be3-952b-38b1056c6819', 'mac_address': 'fa:16:3e:5f:4c:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aac3a445-ba10-4fc3-ad50-b4785fdc2af0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 11:14:09.365294 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 41090) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:14:09.591893 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Current status of the port 6f95af40-049c-4be3-952b-38b1056c6819 is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:14:09.593227 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (6f95af40-049c-4be3-952b-38b1056c6819), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:09.639444 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f95af40-049c-4be3-952b-38b1056c6819 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 11:14:09.648856 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [req-45d01a9f-138a-447f-aa1a-c957069b70d6 req-a4b4bac9-d1e3-451e-ac8d-c4269d3b8bcb tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Allocated IP 172.20.0.11 (1436ce26-cb86-45d4-9a97-097fbbf6586a/fea72cb6-9b89-4ba0-8193-720fc6fd5e2b/6551c28e-0365-4364-a2f5-4efa7bf2bb34) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:14:09.730560 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] For port 6f95af40-049c-4be3-952b-38b1056c6819, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=6f95af40-049c-4be3-952b-38b1056c6819,segment=NetworkSegment(3ab771f8-bef3-46f9-93f1-2bbf24bcd7ec),segment_id=3ab771f8-bef3-46f9-93f1-2bbf24bcd7ec)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:14:09.771536 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817'] for port (6f95af40-049c-4be3-952b-38b1056c6819), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:09.910583 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3ae1d681-ab2d-4f41-bfae-1cede0b22b32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:09.926263 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-45d01a9f-138a-447f-aa1a-c957069b70d6 req-a4b4bac9-d1e3-451e-ac8d-c4269d3b8bcb tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Publish callbacks [] for port (6551c28e-0365-4364-a2f5-4efa7bf2bb34), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:09.931760 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [req-e2ad16cf-3c0f-4ac7-98c3-386a53ea9630 req-467d6b12-f981-47fd-b038-6413f2cf5385 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103421) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 21 11:14:09.943520 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-e2ad16cf-3c0f-4ac7-98c3-386a53ea9630 req-467d6b12-f981-47fd-b038-6413f2cf5385 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7614794 Mar 21 11:14:09.972161 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-45d01a9f-138a-447f-aa1a-c957069b70d6 req-a4b4bac9-d1e3-451e-ac8d-c4269d3b8bcb tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738246144781'] for port (6551c28e-0365-4364-a2f5-4efa7bf2bb34), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:10.100329 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b4bac9-d1e3-451e-ac8d-c4269d3b8bcb tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Pushing event updated for resources: {'Port': ['ID=6551c28e-0365-4364-a2f5-4efa7bf2bb34,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:10.162100 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45d01a9f-138a-447f-aa1a-c957069b70d6 req-a4b4bac9-d1e3-451e-ac8d-c4269d3b8bcb tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Network 1436ce26-cb86-45d4-9a97-097fbbf6586a is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:14:10.171413 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [req-45d01a9f-138a-447f-aa1a-c957069b70d6 req-a4b4bac9-d1e3-451e-ac8d-c4269d3b8bcb tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:14:10.197392 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-45d01a9f-138a-447f-aa1a-c957069b70d6 req-a4b4bac9-d1e3-451e-ac8d-c4269d3b8bcb tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:14:10.221501 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d01a9f-138a-447f-aa1a-c957069b70d6 req-a4b4bac9-d1e3-451e-ac8d-c4269d3b8bcb tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:10.223295 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-45d01a9f-138a-447f-aa1a-c957069b70d6 req-a4b4bac9-d1e3-451e-ac8d-c4269d3b8bcb tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693044'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:10.225663 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Device 506ecfd7-bedb-48f7-8ae0-d74505b91b1b up at agent ovs-agent-dv-cinder-834448-1-smb {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:14:10.230920 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3ae1d681-ab2d-4f41-bfae-1cede0b22b32 admin admin] Publish callbacks [] for security_group (ffe618ab-e845-4ef7-b689-cc5c3050fa5d), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:10.270982 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3ae1d681-ab2d-4f41-bfae-1cede0b22b32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (ffe618ab-e845-4ef7-b689-cc5c3050fa5d), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:10.271209 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-45d01a9f-138a-447f-aa1a-c957069b70d6 req-a4b4bac9-d1e3-451e-ac8d-c4269d3b8bcb tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5337546 Mar 21 11:14:10.292250 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.v2.base [req-45d01a9f-138a-447f-aa1a-c957069b70d6 req-8dc591a8-4723-43c1-89bb-6fe3079417bb service neutron] Request body: {'port': {'device_id': '21730027-c312-4efd-9945-ee0d10cc94e5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83444'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:14:10.380302 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] get_ports_and_sgs() called for port_ids ['6f95af40-049c-4be3-952b-38b1056c6819'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 11:14:10.453253 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5599af-207b-4bf8-9b18-17cf5fe25cf8 req-913e0a6c-a88a-4b6e-b096-299a323b4221 tempest-DeleteServersTestJSON-1318486940 tempest-DeleteServersTestJSON-1318486940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:10.455496 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-1d5599af-207b-4bf8-9b18-17cf5fe25cf8 req-913e0a6c-a88a-4b6e-b096-299a323b4221 tempest-DeleteServersTestJSON-1318486940 tempest-DeleteServersTestJSON-1318486940-project] 10.222.0.24 "GET /v2.0/ports?device_id=42704ade-853b-4c92-9566-e1c640e2a477 HTTP/1.1" status: 200 len: 943 time: 1.1302929 Mar 21 11:14:10.457713 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d3dbdcf3-bd8c-4408-a224-b71104625533 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Publish callbacks [] for security_group_rule (f86720fb-d53d-4dcd-ae71-6a7a1c5843b1), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:10.471268 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-45d01a9f-138a-447f-aa1a-c957069b70d6 req-8dc591a8-4723-43c1-89bb-6fe3079417bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (6551c28e-0365-4364-a2f5-4efa7bf2bb34), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:10.502727 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d3dbdcf3-bd8c-4408-a224-b71104625533 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674879'] for security_group_rule (f86720fb-d53d-4dcd-ae71-6a7a1c5843b1), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:10.577423 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-3ae1d681-ab2d-4f41-bfae-1cede0b22b32 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9cc2c85a124746d7857e1a742e0d9e78&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2110012 Mar 21 11:14:10.599261 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 41112) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:14:10.600517 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae1d681-ab2d-4f41-bfae-1cede0b22b32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffe618ab-e845-4ef7-b689-cc5c3050fa5d,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:10.683290 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Provisioning complete for port 506ecfd7-bedb-48f7-8ae0-d74505b91b1b triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:14:10.684092 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688166'] for port (506ecfd7-bedb-48f7-8ae0-d74505b91b1b), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:10.700071 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-e2ad16cf-3c0f-4ac7-98c3-386a53ea9630 req-4afd40d3-f003-470c-9471-ff986ec5d21b service neutron] 10.222.0.24 "GET /v2.0/networks/4a579521-14d3-4610-a099-3c56c62bd19a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7523570 Mar 21 11:14:10.735124 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-9378b9fe-942d-4637-96fa-079e7adbd385 None None] Publish callbacks [] for port (79567679-d717-4a39-bc38-a2c419d4e76e), precommit_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:10.744753 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Pushing event updated for resources: {'Port': ['ID=6f95af40-049c-4be3-952b-38b1056c6819,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:10.776108 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dbdcf3-bd8c-4408-a224-b71104625533 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f86720fb-d53d-4dcd-ae71-6a7a1c5843b1,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:10.801932 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d3dbdcf3-bd8c-4408-a224-b71104625533 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:10.806956 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-d3dbdcf3-bd8c-4408-a224-b71104625533 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6903253 Mar 21 11:14:10.820854 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 41116) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:14:10.837375 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.v2.base [None req-09e71b1b-da03-4f26-9dce-d0c355a2d910 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Request body: {'floatingip': {'floating_network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:14:10.863664 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-9378b9fe-942d-4637-96fa-079e7adbd385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817'] for port (79567679-d717-4a39-bc38-a2c419d4e76e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:10.919486 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-31432817-86f7-4ea5-8dab-de92f7081c39 None None] Provisioning complete for port 6551c28e-0365-4364-a2f5-4efa7bf2bb34 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:14:10.920153 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-31432817-86f7-4ea5-8dab-de92f7081c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688166'] for port (6551c28e-0365-4364-a2f5-4efa7bf2bb34), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:10.984348 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-1d5599af-207b-4bf8-9b18-17cf5fe25cf8 req-681c6328-dadf-451a-9037-4b3aa511fd93 tempest-DeleteServersTestJSON-1318486940 tempest-DeleteServersTestJSON-1318486940-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e3258c1-f56d-4c6d-b378-7398f8f2fc20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5002203 Mar 21 11:14:11.094361 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-237620ea-556f-4acd-8465-f9e57079c866 admin admin] Publish callbacks [] for security_group (ffe618ab-e845-4ef7-b689-cc5c3050fa5d), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:11.095921 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-31432817-86f7-4ea5-8dab-de92f7081c39 None None] Port 6551c28e-0365-4364-a2f5-4efa7bf2bb34 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 11:14:11.107885 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-09e71b1b-da03-4f26-9dce-d0c355a2d910 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:11.127194 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Current status of the port 506ecfd7-bedb-48f7-8ae0-d74505b91b1b is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:14:11.161817 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb93864-329e-4ecc-b369-44b140661704 None None] Pushing event updated for resources: {'Port': ['ID=79567679-d717-4a39-bc38-a2c419d4e76e,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:11.199992 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-237620ea-556f-4acd-8465-f9e57079c866 admin admin] Publish callbacks [] for security_group (ffe618ab-e845-4ef7-b689-cc5c3050fa5d), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:11.272732 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-237620ea-556f-4acd-8465-f9e57079c866 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (ffe618ab-e845-4ef7-b689-cc5c3050fa5d), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:11.275802 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-237620ea-556f-4acd-8465-f9e57079c866 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:11.280838 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-237620ea-556f-4acd-8465-f9e57079c866 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ffe618ab-e845-4ef7-b689-cc5c3050fa5d HTTP/1.1" status: 204 len: 168 time: 0.6754265 Mar 21 11:14:11.286131 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-9378b9fe-942d-4637-96fa-079e7adbd385 None None] Attempting to bind port 79567679-d717-4a39-bc38-a2c419d4e76e on host dv-cinder-834448-1-smb for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 11:14:11.286625 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-9378b9fe-942d-4637-96fa-079e7adbd385 None None] Attempting to bind port 79567679-d717-4a39-bc38-a2c419d4e76e by drivers openvswitch,hyperv on host dv-cinder-834448-1-smb at level 0 using segments [{'id': '2b3dbd92-7596-4ba4-98c7-1ff5ff135374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'edde1cdb-cb70-4a7f-a015-4d6abd2c41fa'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 11:14:11.287438 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9378b9fe-942d-4637-96fa-079e7adbd385 None None] Attempting to bind port 79567679-d717-4a39-bc38-a2c419d4e76e on network edde1cdb-cb70-4a7f-a015-4d6abd2c41fa {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:14:11.321112 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9378b9fe-942d-4637-96fa-079e7adbd385 None None] Checking agent: {'id': '4788e3a4-6d7d-47da-90c6-7227f6e2e35d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834448-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 11, 5), 'started_at': datetime.datetime(2022, 3, 21, 11, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 11, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834448-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 11:14:11.323973 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9378b9fe-942d-4637-96fa-079e7adbd385 None None] Checking segment: {'id': '2b3dbd92-7596-4ba4-98c7-1ff5ff135374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'edde1cdb-cb70-4a7f-a015-4d6abd2c41fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:14:11.325689 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-9378b9fe-942d-4637-96fa-079e7adbd385 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:11.325689 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9378b9fe-942d-4637-96fa-079e7adbd385 None None] Bound using segment: {'id': '2b3dbd92-7596-4ba4-98c7-1ff5ff135374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'edde1cdb-cb70-4a7f-a015-4d6abd2c41fa'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 11:14:11.325689 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-9378b9fe-942d-4637-96fa-079e7adbd385 None None] Bound port: 79567679-d717-4a39-bc38-a2c419d4e76e, host: dv-cinder-834448-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b3dbd92-7596-4ba4-98c7-1ff5ff135374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'edde1cdb-cb70-4a7f-a015-4d6abd2c41fa'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 11:14:11.331707 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-9378b9fe-942d-4637-96fa-079e7adbd385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (79567679-d717-4a39-bc38-a2c419d4e76e), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:11.365623 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237620ea-556f-4acd-8465-f9e57079c866 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffe618ab-e845-4ef7-b689-cc5c3050fa5d,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:11.464379 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-e2ad16cf-3c0f-4ac7-98c3-386a53ea9630 req-9e755024-8c8e-41cc-bf80-231457a6dc52 service neutron] 10.222.0.24 "GET /v2.0/networks/4a579521-14d3-4610-a099-3c56c62bd19a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7292192 Mar 21 11:14:11.508936 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28328c8c-de82-4dc9-92fa-4f07d5bb9c43 req-90611170-f404-4661-ac45-2e3a518fdd5b tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:11.522960 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-28328c8c-de82-4dc9-92fa-4f07d5bb9c43 req-90611170-f404-4661-ac45-2e3a518fdd5b tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] 10.222.0.24 "GET /v2.0/ports?device_id=21730027-c312-4efd-9945-ee0d10cc94e5 HTTP/1.1" status: 200 len: 932 time: 0.2755704 Mar 21 11:14:11.536456 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-3434686a-1e70-45ab-a57a-9da6176e3475 None None] Provisioning complete for port 79567679-d717-4a39-bc38-a2c419d4e76e triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:14:11.536741 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-3434686a-1e70-45ab-a57a-9da6176e3475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688166'] for port (79567679-d717-4a39-bc38-a2c419d4e76e), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:11.646508 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-9378b9fe-942d-4637-96fa-079e7adbd385 None None] For port 79567679-d717-4a39-bc38-a2c419d4e76e, host dv-cinder-834448-1-smb, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 11:14:11.658002 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-28328c8c-de82-4dc9-92fa-4f07d5bb9c43 req-e6d818c2-25a4-40e1-aec3-1f384c1c8bdd tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee582f54-cafe-4435-94bb-8a8a6604f57a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1283345 Mar 21 11:14:11.725776 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.notifiers.nova [req-45d01a9f-138a-447f-aa1a-c957069b70d6 req-8dc591a8-4723-43c1-89bb-6fe3079417bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6551c28e-0365-4364-a2f5-4efa7bf2bb34 {{(pid=103422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 11:14:11.744712 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-9378b9fe-942d-4637-96fa-079e7adbd385 None None] For port 79567679-d717-4a39-bc38-a2c419d4e76e, host dv-cinder-834448-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-smb',level=0,port_id=79567679-d717-4a39-bc38-a2c419d4e76e,segment=NetworkSegment(2b3dbd92-7596-4ba4-98c7-1ff5ff135374),segment_id=2b3dbd92-7596-4ba4-98c7-1ff5ff135374)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 11:14:11.746357 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-3434686a-1e70-45ab-a57a-9da6176e3475 None None] Port 79567679-d717-4a39-bc38-a2c419d4e76e cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 11:14:11.760770 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-45d01a9f-138a-447f-aa1a-c957069b70d6 req-8dc591a8-4723-43c1-89bb-6fe3079417bb service neutron] Publish callbacks [] for port (6551c28e-0365-4364-a2f5-4efa7bf2bb34), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:11.768030 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-9378b9fe-942d-4637-96fa-079e7adbd385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817'] for port (79567679-d717-4a39-bc38-a2c419d4e76e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:11.811161 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-09e71b1b-da03-4f26-9dce-d0c355a2d910 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:11.829958 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.db.provisioning_blocks [req-45d01a9f-138a-447f-aa1a-c957069b70d6 req-8dc591a8-4723-43c1-89bb-6fe3079417bb service neutron] Transition to ACTIVE for port object 6551c28e-0365-4364-a2f5-4efa7bf2bb34 will not be triggered until provisioned by entity L2. {{(pid=103422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 21 11:14:11.849993 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-45d01a9f-138a-447f-aa1a-c957069b70d6 req-8dc591a8-4723-43c1-89bb-6fe3079417bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817'] for port (6551c28e-0365-4364-a2f5-4efa7bf2bb34), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:11.919448 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb93864-329e-4ecc-b369-44b140661704 None None] Pushing event updated for resources: {'Port': ['ID=79567679-d717-4a39-bc38-a2c419d4e76e,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:11.926159 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9378b9fe-942d-4637-96fa-079e7adbd385 None None] Routers {'fcf73f44-eb99-4dc9-96ef-dd08de00624c'} bound to L3 agent in host dv-cinder-834448-1-smb {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:14:11.927539 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-9378b9fe-942d-4637-96fa-079e7adbd385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T11:04:55Z,description=,heartbeat_timestamp=2022-03-21T11:13:56Z,host='dv-cinder-834448-1-smb',id=5097f9b2-2ef0-4af4-bde3-0c344dd6e70c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:55Z,topic='l3_agent')) {'router_ids': ['fcf73f44-eb99-4dc9-96ef-dd08de00624c'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:14:12.013029 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc591a8-4723-43c1-89bb-6fe3079417bb service neutron] Pushing event updated for resources: {'Port': ['ID=6551c28e-0365-4364-a2f5-4efa7bf2bb34,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:12.257877 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-9378b9fe-942d-4637-96fa-079e7adbd385 None None] Set router fcf73f44-eb99-4dc9-96ef-dd08de00624c gateway port host: dv-cinder-834448-1-smb {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:14:12.330152 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-45d01a9f-138a-447f-aa1a-c957069b70d6 req-8dc591a8-4723-43c1-89bb-6fe3079417bb service neutron] Attempting to bind port 6551c28e-0365-4364-a2f5-4efa7bf2bb34 on host hv-cinder-83444 for vnic_type normal with profile {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 11:14:12.331644 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-45d01a9f-138a-447f-aa1a-c957069b70d6 req-8dc591a8-4723-43c1-89bb-6fe3079417bb service neutron] Attempting to bind port 6551c28e-0365-4364-a2f5-4efa7bf2bb34 by drivers openvswitch,hyperv on host hv-cinder-83444 at level 0 using segments [{'id': 'bb9daefb-d4c3-44b6-ba73-015d6754aeb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '1436ce26-cb86-45d4-9a97-097fbbf6586a'}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 11:14:12.332218 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d01a9f-138a-447f-aa1a-c957069b70d6 req-8dc591a8-4723-43c1-89bb-6fe3079417bb service neutron] Attempting to bind port 6551c28e-0365-4364-a2f5-4efa7bf2bb34 on network 1436ce26-cb86-45d4-9a97-097fbbf6586a {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:14:12.357451 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Device 6f95af40-049c-4be3-952b-38b1056c6819 up at agent hyperv_hv-cinder-83444 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:14:12.376486 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d01a9f-138a-447f-aa1a-c957069b70d6 req-8dc591a8-4723-43c1-89bb-6fe3079417bb service neutron] Port 6551c28e-0365-4364-a2f5-4efa7bf2bb34 on network 1436ce26-cb86-45d4-9a97-097fbbf6586a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83444 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 21 11:14:12.380312 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d01a9f-138a-447f-aa1a-c957069b70d6 req-8dc591a8-4723-43c1-89bb-6fe3079417bb service neutron] Attempting to bind port 6551c28e-0365-4364-a2f5-4efa7bf2bb34 on network 1436ce26-cb86-45d4-9a97-097fbbf6586a {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:14:12.387058 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-09e71b1b-da03-4f26-9dce-d0c355a2d910 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Allocated IP 172.28.0.205 (4a234a12-d706-4d7c-b6c3-ed2b05ad1623/3e258188-6a8e-4491-8eb3-50329fb1d7f1/576fc48c-898d-465a-802b-d31efad68261) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:14:12.435800 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d01a9f-138a-447f-aa1a-c957069b70d6 req-8dc591a8-4723-43c1-89bb-6fe3079417bb service neutron] Checking agent: {'id': 'e1ce583e-86b5-47e2-b889-5e91679074ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83444', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 11, 11, 26), 'started_at': datetime.datetime(2022, 3, 21, 11, 11, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 11, 13, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 11:14:12.436440 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d01a9f-138a-447f-aa1a-c957069b70d6 req-8dc591a8-4723-43c1-89bb-6fe3079417bb service neutron] Checking segment: {'id': 'bb9daefb-d4c3-44b6-ba73-015d6754aeb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '1436ce26-cb86-45d4-9a97-097fbbf6586a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:14:12.437001 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d01a9f-138a-447f-aa1a-c957069b70d6 req-8dc591a8-4723-43c1-89bb-6fe3079417bb service neutron] Bound using segment: {'id': 'bb9daefb-d4c3-44b6-ba73-015d6754aeb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '1436ce26-cb86-45d4-9a97-097fbbf6586a'} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 11:14:12.437900 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-45d01a9f-138a-447f-aa1a-c957069b70d6 req-8dc591a8-4723-43c1-89bb-6fe3079417bb service neutron] Bound port: 6551c28e-0365-4364-a2f5-4efa7bf2bb34, host: hv-cinder-83444, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb9daefb-d4c3-44b6-ba73-015d6754aeb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '1436ce26-cb86-45d4-9a97-097fbbf6586a'}}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 11:14:12.439454 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-45d01a9f-138a-447f-aa1a-c957069b70d6 req-8dc591a8-4723-43c1-89bb-6fe3079417bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (6551c28e-0365-4364-a2f5-4efa7bf2bb34), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:12.515652 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530c9ed6-bdcd-4cfd-9891-b4579d7916aa req-f668659e-a0c8-4ddf-b887-c65186fd0c64 tempest-DeleteServersTestJSON-1318486940 tempest-DeleteServersTestJSON-1318486940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:12.530683 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-530c9ed6-bdcd-4cfd-9891-b4579d7916aa req-f668659e-a0c8-4ddf-b887-c65186fd0c64 tempest-DeleteServersTestJSON-1318486940 tempest-DeleteServersTestJSON-1318486940-project] 10.222.0.24 "GET /v2.0/ports?device_id=42704ade-853b-4c92-9566-e1c640e2a477 HTTP/1.1" status: 200 len: 944 time: 0.3133383 Mar 21 11:14:12.611749 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-7a3df5f2-0610-40d5-84ce-e9315899f1bf None None] Provisioning complete for port 79567679-d717-4a39-bc38-a2c419d4e76e triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:14:12.612249 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-7a3df5f2-0610-40d5-84ce-e9315899f1bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688166'] for port (79567679-d717-4a39-bc38-a2c419d4e76e), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:12.717563 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Provisioning for port 6f95af40-049c-4be3-952b-38b1056c6819 completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 21 11:14:12.732899 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Provisioning complete for port 6f95af40-049c-4be3-952b-38b1056c6819 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:14:12.733639 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688166'] for port (6f95af40-049c-4be3-952b-38b1056c6819), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:12.742624 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-a4e5f487-7641-40b7-b9c5-7ea14962ed88 req-d30bcd39-4df0-4979-8083-fedf3fd410e3 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/ports?device_id=eaa8796e-ac8a-4032-8b25-89fa11d1d673 HTTP/1.1" status: 200 len: 210 time: 0.1353278 Mar 21 11:14:12.770287 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-530c9ed6-bdcd-4cfd-9891-b4579d7916aa req-0ee11349-5b58-4f64-a7c9-433050dddbdc tempest-DeleteServersTestJSON-1318486940 tempest-DeleteServersTestJSON-1318486940-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e3258c1-f56d-4c6d-b378-7398f8f2fc20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309434 Mar 21 11:14:12.867706 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-45d01a9f-138a-447f-aa1a-c957069b70d6 req-8dc591a8-4723-43c1-89bb-6fe3079417bb service neutron] For port 6551c28e-0365-4364-a2f5-4efa7bf2bb34, host hv-cinder-83444, cleared binding levels {{(pid=103422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 11:14:12.894691 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-45d01a9f-138a-447f-aa1a-c957069b70d6 req-8dc591a8-4723-43c1-89bb-6fe3079417bb service neutron] For port 6551c28e-0365-4364-a2f5-4efa7bf2bb34, host hv-cinder-83444, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=6551c28e-0365-4364-a2f5-4efa7bf2bb34,segment=NetworkSegment(bb9daefb-d4c3-44b6-ba73-015d6754aeb6),segment_id=bb9daefb-d4c3-44b6-ba73-015d6754aeb6)] {{(pid=103422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 11:14:12.925970 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-7a3df5f2-0610-40d5-84ce-e9315899f1bf None None] Current status of the port 79567679-d717-4a39-bc38-a2c419d4e76e is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:14:12.926870 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-7a3df5f2-0610-40d5-84ce-e9315899f1bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (79567679-d717-4a39-bc38-a2c419d4e76e), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:12.999255 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-45d01a9f-138a-447f-aa1a-c957069b70d6 req-8dc591a8-4723-43c1-89bb-6fe3079417bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817'] for port (6551c28e-0365-4364-a2f5-4efa7bf2bb34), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:13.057702 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78b55ad-bdea-456b-b685-7f2a4e1fe2ed req-7aa8852c-95c1-4f93-aa99-403f7b24b63b tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:13.077714 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-c78b55ad-bdea-456b-b685-7f2a4e1fe2ed req-7aa8852c-95c1-4f93-aa99-403f7b24b63b tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] 10.222.0.24 "GET /v2.0/ports?device_id=21730027-c312-4efd-9945-ee0d10cc94e5 HTTP/1.1" status: 200 len: 944 time: 0.1741421 Mar 21 11:14:13.093667 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Current status of the port 6f95af40-049c-4be3-952b-38b1056c6819 is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:14:13.094975 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (6f95af40-049c-4be3-952b-38b1056c6819), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:13.112583 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d01a9f-138a-447f-aa1a-c957069b70d6 req-8dc591a8-4723-43c1-89bb-6fe3079417bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:13.115948 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-45d01a9f-138a-447f-aa1a-c957069b70d6 req-8dc591a8-4723-43c1-89bb-6fe3079417bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693044'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:13.119671 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-45d01a9f-138a-447f-aa1a-c957069b70d6 req-8dc591a8-4723-43c1-89bb-6fe3079417bb service neutron] 10.222.0.32 "PUT /v2.0/ports/6551c28e-0365-4364-a2f5-4efa7bf2bb34 HTTP/1.1" status: 200 len: 1094 time: 2.8372340 Mar 21 11:14:13.169610 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-7a3df5f2-0610-40d5-84ce-e9315899f1bf None None] For port 79567679-d717-4a39-bc38-a2c419d4e76e, host dv-cinder-834448-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-smb',level=0,port_id=79567679-d717-4a39-bc38-a2c419d4e76e,segment=NetworkSegment(2b3dbd92-7596-4ba4-98c7-1ff5ff135374),segment_id=2b3dbd92-7596-4ba4-98c7-1ff5ff135374)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:14:13.238917 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-9378b9fe-942d-4637-96fa-079e7adbd385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcf73f44-eb99-4dc9-96ef-dd08de00624c', 'name': 'tempest-AttachVolumeShelveTestJSON-1609186647-router', 'tenant_id': '53cbbdfcec5443308803a36be9595a3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'external_fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.8'}], 'enable_snat': True}, 'gw_port_id': '7e2d0fdc-3f51-4d12-b8b3-317f1f500f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:13:36Z', 'updated_at': '2022-03-21T11:13:56Z', 'revision_number': 4, 'project_id': '53cbbdfcec5443308803a36be9595a3d', 'gw_port': {'id': '7e2d0fdc-3f51-4d12-b8b3-317f1f500f1f', 'name': '', 'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:3b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf73f44-eb99-4dc9-96ef-dd08de00624c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:39Z', 'updated_at': '2022-03-21T11:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-smb', '_interfaces': [{'id': '79567679-d717-4a39-bc38-a2c419d4e76e', 'name': '', 'network_id': 'edde1cdb-cb70-4a7f-a015-4d6abd2c41fa', 'tenant_id': '53cbbdfcec5443308803a36be9595a3d', 'mac_address': 'fa:16:3e:9c:6d:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcf73f44-eb99-4dc9-96ef-dd08de00624c', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'bb03aaa0-c83c-430c-a873-c18dc8bcb9dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:55Z', 'updated_at': '2022-03-21T11:14:11Z', 'revision_number': 4, 'project_id': '53cbbdfcec5443308803a36be9595a3d', 'subnets': [{'id': 'bb03aaa0-c83c-430c-a873-c18dc8bcb9dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-1-smb', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:14:13.263180 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-c78b55ad-bdea-456b-b685-7f2a4e1fe2ed req-b17f1199-d55b-421d-b757-98de6af857ac tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee582f54-cafe-4435-94bb-8a8a6604f57a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1742623 Mar 21 11:14:13.264440 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-7a3df5f2-0610-40d5-84ce-e9315899f1bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817'] for port (79567679-d717-4a39-bc38-a2c419d4e76e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:13.316720 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21730027-c312-4efd-9945-ee0d10cc94e5', 'tag': '6551c28e-0365-4364-a2f5-4efa7bf2bb34'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:14:13.321457 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41c5d39db19d144038176bb777b16d1c8d23e2eed0354b669264d617ed9abe1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffda7c34-1ccc-4441-8ed4-1e6445a5aebf" -d '{"events": [{"name": "network-changed", "server_uuid": "21730027-c312-4efd-9945-ee0d10cc94e5", "tag": "6551c28e-0365-4364-a2f5-4efa7bf2bb34"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:14:13.337780 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc591a8-4723-43c1-89bb-6fe3079417bb service neutron] Pushing event updated for resources: {'Port': ['ID=6551c28e-0365-4364-a2f5-4efa7bf2bb34,revision_number=3']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:13.449622 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-09e71b1b-da03-4f26-9dce-d0c355a2d910 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Publish callbacks [] for port (576fc48c-898d-465a-802b-d31efad68261), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:13.494317 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d01a9f-138a-447f-aa1a-c957069b70d6 req-5bbcf3c9-847d-44d1-a3ae-e81daec30550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:13.508568 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-45d01a9f-138a-447f-aa1a-c957069b70d6 req-5bbcf3c9-847d-44d1-a3ae-e81daec30550 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5c0a065250d348a7b0fe2877a603793f&device_id=21730027-c312-4efd-9945-ee0d10cc94e5 HTTP/1.1" status: 200 len: 1128 time: 0.1619678 Mar 21 11:14:13.545792 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] For port 6f95af40-049c-4be3-952b-38b1056c6819, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=6f95af40-049c-4be3-952b-38b1056c6819,segment=NetworkSegment(3ab771f8-bef3-46f9-93f1-2bbf24bcd7ec),segment_id=3ab771f8-bef3-46f9-93f1-2bbf24bcd7ec)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:14:13.602800 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-45d01a9f-138a-447f-aa1a-c957069b70d6 req-61c9ca38-cc6a-40fa-aa94-fdd6c725a443 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6551c28e-0365-4364-a2f5-4efa7bf2bb34 HTTP/1.1" status: 200 len: 217 time: 0.0860825 Mar 21 11:14:13.669194 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ef2614-3502-4514-992b-50264d27e0e2 req-8a3c95d6-04a1-4862-b716-263bea8e62cb tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:13.672105 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d01a9f-138a-447f-aa1a-c957069b70d6 req-0be99d60-1b78-4b86-8235-23a686e3a340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:13.673924 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-45d01a9f-138a-447f-aa1a-c957069b70d6 req-0be99d60-1b78-4b86-8235-23a686e3a340 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fea72cb6-9b89-4ba0-8193-720fc6fd5e2b HTTP/1.1" status: 200 len: 850 time: 0.0619256 Mar 21 11:14:13.680513 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-38ef2614-3502-4514-992b-50264d27e0e2 req-8a3c95d6-04a1-4862-b716-263bea8e62cb tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/networks?id=4a579521-14d3-4610-a099-3c56c62bd19a HTTP/1.1" status: 200 len: 819 time: 0.3458960 Mar 21 11:14:13.700715 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-38ef2614-3502-4514-992b-50264d27e0e2 req-c3692e8b-6b85-4cea-ba3d-32218da6bd5b tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/quotas/52347e0a8df44be6bcf4f99067c9a702 HTTP/1.1" status: 200 len: 375 time: 0.0187688 Mar 21 11:14:13.739776 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9378b9fe-942d-4637-96fa-079e7adbd385 None None] The sync data for ids ['fcf73f44-eb99-4dc9-96ef-dd08de00624c'] in dv-cinder-834448-1-smb is: [{'id': 'fcf73f44-eb99-4dc9-96ef-dd08de00624c', 'name': 'tempest-AttachVolumeShelveTestJSON-1609186647-router', 'tenant_id': '53cbbdfcec5443308803a36be9595a3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'external_fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.8'}], 'enable_snat': True}, 'gw_port_id': '7e2d0fdc-3f51-4d12-b8b3-317f1f500f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:13:36Z', 'updated_at': '2022-03-21T11:13:56Z', 'revision_number': 4, 'project_id': '53cbbdfcec5443308803a36be9595a3d', 'gw_port': {'id': '7e2d0fdc-3f51-4d12-b8b3-317f1f500f1f', 'name': '', 'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:3b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf73f44-eb99-4dc9-96ef-dd08de00624c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:39Z', 'updated_at': '2022-03-21T11:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-smb', '_interfaces': [{'id': '79567679-d717-4a39-bc38-a2c419d4e76e', 'name': '', 'network_id': 'edde1cdb-cb70-4a7f-a015-4d6abd2c41fa', 'tenant_id': '53cbbdfcec5443308803a36be9595a3d', 'mac_address': 'fa:16:3e:9c:6d:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcf73f44-eb99-4dc9-96ef-dd08de00624c', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'bb03aaa0-c83c-430c-a873-c18dc8bcb9dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:55Z', 'updated_at': '2022-03-21T11:14:11Z', 'revision_number': 4, 'project_id': '53cbbdfcec5443308803a36be9595a3d', 'subnets': [{'id': 'bb03aaa0-c83c-430c-a873-c18dc8bcb9dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 11:14:13.750606 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42704ade-853b-4c92-9566-e1c640e2a477', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f95af40-049c-4be3-952b-38b1056c6819'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:14:13.786924 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 11:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af72ee3f-ecbf-4f70-94af-6a487db34b95 x-openstack-request-id: req-af72ee3f-ecbf-4f70-94af-6a487db34b95 {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:14:13.787354 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21730027-c312-4efd-9945-ee0d10cc94e5", "tag": "6551c28e-0365-4364-a2f5-4efa7bf2bb34", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:14:13.787954 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-af72ee3f-ecbf-4f70-94af-6a487db34b95 {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:14:13.788408 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21730027-c312-4efd-9945-ee0d10cc94e5', 'tag': '6551c28e-0365-4364-a2f5-4efa7bf2bb34', 'status': 'completed', 'code': 200} Mar 21 11:14:13.803441 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-09e71b1b-da03-4f26-9dce-d0c355a2d910 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738246144781'] for port (576fc48c-898d-465a-802b-d31efad68261), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:14.027575 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e71b1b-da03-4f26-9dce-d0c355a2d910 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Pushing event updated for resources: {'Port': ['ID=576fc48c-898d-465a-802b-d31efad68261,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:14.060352 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-38ef2614-3502-4514-992b-50264d27e0e2 req-a345de95-4bcc-4c48-8cb0-05fcf548245b tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=52347e0a8df44be6bcf4f99067c9a702&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3561723 Mar 21 11:14:14.084249 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e71b1b-da03-4f26-9dce-d0c355a2d910 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Network 4a234a12-d706-4d7c-b6c3-ed2b05ad1623 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:14:14.088840 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d01a9f-138a-447f-aa1a-c957069b70d6 req-05173002-a54d-4eb1-b0f7-3f5a50bcc03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:14.092444 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-45d01a9f-138a-447f-aa1a-c957069b70d6 req-05173002-a54d-4eb1-b0f7-3f5a50bcc03d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1436ce26-cb86-45d4-9a97-097fbbf6586a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.4109700 Mar 21 11:14:14.097340 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-09e71b1b-da03-4f26-9dce-d0c355a2d910 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:14:14.153244 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e71b1b-da03-4f26-9dce-d0c355a2d910 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:14:14.251932 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Device 79567679-d717-4a39-bc38-a2c419d4e76e up at agent ovs-agent-dv-cinder-834448-1-smb {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:14:14.284664 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817'] for port (6f95af40-049c-4be3-952b-38b1056c6819), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:14.424041 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 41276) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:14:14.540347 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.agents_db [None req-8008186f-aa22-4b77-a63e-1bf9dbff4757 None None] Agent healthcheck: found 6 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 11:14:14.582333 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-09e71b1b-da03-4f26-9dce-d0c355a2d910 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Publish callbacks [] for floatingip (7ff53804-5501-4975-821c-0223b03be204), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:14.612232 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3df5f2-0610-40d5-84ce-e9315899f1bf None None] Pushing event updated for resources: {'Port': ['ID=79567679-d717-4a39-bc38-a2c419d4e76e,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:14.655073 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-38ef2614-3502-4514-992b-50264d27e0e2 req-546da6ff-e1e1-4ddc-b6f9-df806b7fb18d service neutron] 10.222.0.24 "GET /v2.0/networks/4a579521-14d3-4610-a099-3c56c62bd19a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5931885 Mar 21 11:14:14.670844 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-45d01a9f-138a-447f-aa1a-c957069b70d6 req-85c12048-51b2-4633-a9d0-559e9ed36817 service neutron] 10.222.0.32 "GET /v2.0/networks/1436ce26-cb86-45d4-9a97-097fbbf6586a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5625083 Mar 21 11:14:14.700427 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-09e71b1b-da03-4f26-9dce-d0c355a2d910 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (576fc48c-898d-465a-802b-d31efad68261), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:14.719132 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d4b40a-404e-42e4-9568-4d8983819cf6 req-f10afc22-cccc-43d9-a0c6-cd380c0366d1 tempest-DeleteServersTestJSON-1318486940 tempest-DeleteServersTestJSON-1318486940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:14.732040 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-f7d4b40a-404e-42e4-9568-4d8983819cf6 req-f10afc22-cccc-43d9-a0c6-cd380c0366d1 tempest-DeleteServersTestJSON-1318486940 tempest-DeleteServersTestJSON-1318486940-project] 10.222.0.24 "GET /v2.0/ports?device_id=42704ade-853b-4c92-9566-e1c640e2a477 HTTP/1.1" status: 200 len: 945 time: 0.6664128 Mar 21 11:14:14.740322 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Pushing event updated for resources: {'Port': ['ID=6f95af40-049c-4be3-952b-38b1056c6819,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:14.801529 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Provisioning complete for port 79567679-d717-4a39-bc38-a2c419d4e76e triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:14:14.802167 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688166'] for port (79567679-d717-4a39-bc38-a2c419d4e76e), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:14.920013 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f4962fb769adde196efb410afcfec8f2b34529d6df7ca74076ce40474c5a66c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8435c7a-8645-4585-b35d-3f50f0cbcbc0" -d '{"events": [{"server_uuid": "42704ade-853b-4c92-9566-e1c640e2a477", "name": "network-vif-plugged", "status": "completed", "tag": "6f95af40-049c-4be3-952b-38b1056c6819"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:14:14.936727 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-f7d4b40a-404e-42e4-9568-4d8983819cf6 req-e9d8404e-f476-4467-8464-eff6f005dd54 tempest-DeleteServersTestJSON-1318486940 tempest-DeleteServersTestJSON-1318486940-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e3258c1-f56d-4c6d-b378-7398f8f2fc20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021315 Mar 21 11:14:14.969813 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.32', 55505) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:14:14.998163 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-15bc3455-11d7-454d-b1fd-f54a3f156a16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:15.145549 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Current status of the port 79567679-d717-4a39-bc38-a2c419d4e76e is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:14:15.215529 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-38ef2614-3502-4514-992b-50264d27e0e2 req-d5bf73e8-d3e3-4a46-9cc7-e4bce6b5a01b service neutron] 10.222.0.24 "GET /v2.0/networks/4a579521-14d3-4610-a099-3c56c62bd19a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5592332 Mar 21 11:14:15.256875 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-45d01a9f-138a-447f-aa1a-c957069b70d6 req-34f0a3e1-c424-425e-9751-1b118ccd9ccf service neutron] 10.222.0.32 "GET /v2.0/networks/1436ce26-cb86-45d4-9a97-097fbbf6586a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5715971 Mar 21 11:14:15.420691 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ad16cf-3c0f-4ac7-98c3-386a53ea9630 req-ac0e446d-3efa-4679-a7ca-278f08c4ff3c tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:15.422284 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-e2ad16cf-3c0f-4ac7-98c3-386a53ea9630 req-ac0e446d-3efa-4679-a7ca-278f08c4ff3c tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.32 "GET /v2.0/networks?id=4a579521-14d3-4610-a099-3c56c62bd19a HTTP/1.1" status: 200 len: 819 time: 0.4512336 Mar 21 11:14:15.455200 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.v2.base [req-e2ad16cf-3c0f-4ac7-98c3-386a53ea9630 req-658346c1-430e-4808-a948-2c4c48984fd0 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Request body: {'port': {'device_id': 'eaa8796e-ac8a-4032-8b25-89fa11d1d673', 'network_id': '4a579521-14d3-4610-a099-3c56c62bd19a', 'admin_state_up': True, 'tenant_id': '52347e0a8df44be6bcf4f99067c9a702'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:14:15.504626 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962050d6-236b-48ae-9749-35c9c1409443 req-a6ddb5c9-e206-4d14-b140-a199ce01b202 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:15.506557 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-962050d6-236b-48ae-9749-35c9c1409443 req-a6ddb5c9-e206-4d14-b140-a199ce01b202 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] 10.222.0.24 "GET /v2.0/ports?device_id=21730027-c312-4efd-9945-ee0d10cc94e5 HTTP/1.1" status: 200 len: 944 time: 0.3464475 Mar 21 11:14:15.742806 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-15bc3455-11d7-454d-b1fd-f54a3f156a16 admin admin] Publish callbacks [] for security_group (b2aaf422-cb58-46df-83c7-5e7054a4cad4), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:15.747890 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-09e71b1b-da03-4f26-9dce-d0c355a2d910 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Publish callbacks [] for port (576fc48c-898d-465a-802b-d31efad68261), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:15.754131 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-15bc3455-11d7-454d-b1fd-f54a3f156a16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (b2aaf422-cb58-46df-83c7-5e7054a4cad4), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:15.831572 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bc3455-11d7-454d-b1fd-f54a3f156a16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2aaf422-cb58-46df-83c7-5e7054a4cad4,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:15.838939 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-09e71b1b-da03-4f26-9dce-d0c355a2d910 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817'] for port (576fc48c-898d-465a-802b-d31efad68261), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:15.906000 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffda7c34-1ccc-4441-8ed4-1e6445a5aebf req-c96e827b-fcaf-41a2-b3b8-6b44d181697e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:15.908081 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-ffda7c34-1ccc-4441-8ed4-1e6445a5aebf req-c96e827b-fcaf-41a2-b3b8-6b44d181697e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5c0a065250d348a7b0fe2877a603793f&device_id=21730027-c312-4efd-9945-ee0d10cc94e5 HTTP/1.1" status: 200 len: 1128 time: 0.4537556 Mar 21 11:14:15.919319 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Device 79567679-d717-4a39-bc38-a2c419d4e76e up at agent ovs-agent-dv-cinder-834448-1-smb {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:14:15.928340 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-09e71b1b-da03-4f26-9dce-d0c355a2d910 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1690700'] for floatingip (7ff53804-5501-4975-821c-0223b03be204), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:15.985350 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-962050d6-236b-48ae-9749-35c9c1409443 req-558c4fd4-9bff-4214-9da4-99008d50f443 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee582f54-cafe-4435-94bb-8a8a6604f57a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4232013 Mar 21 11:14:16.171088 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-15bc3455-11d7-454d-b1fd-f54a3f156a16 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=774c51c396dd42ba8e91394a2c88caac&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7132649 Mar 21 11:14:16.182533 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 41372) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:14:16.193681 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e71b1b-da03-4f26-9dce-d0c355a2d910 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Pushing event updated for resources: {'Port': ['ID=576fc48c-898d-465a-802b-d31efad68261,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:16.319877 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-09e71b1b-da03-4f26-9dce-d0c355a2d910 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97509'] for floatingip (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:16.324138 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-09e71b1b-da03-4f26-9dce-d0c355a2d910 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.5015671 Mar 21 11:14:16.352576 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-ca33c5ef-be8c-4c63-9000-23cb08767767 req-04414960-dc4e-4e3f-a309-ae2c998ba69b tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8703943-14fc-4c57-bce1-978a2a6a70a2 HTTP/1.1" status: 200 len: 210 time: 0.2296267 Mar 21 11:14:16.359171 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 11:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bcb5a43-23fb-4b3f-9e02-41a53d5071bc x-openstack-request-id: req-9bcb5a43-23fb-4b3f-9e02-41a53d5071bc {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:14:16.359456 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42704ade-853b-4c92-9566-e1c640e2a477", "name": "network-vif-plugged", "status": "completed", "tag": "6f95af40-049c-4be3-952b-38b1056c6819", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:14:16.363132 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.32', 55508) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:14:16.373777 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9bcb5a43-23fb-4b3f-9e02-41a53d5071bc {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:14:16.374405 dv-cinder-834448-1-smb neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42704ade-853b-4c92-9566-e1c640e2a477', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f95af40-049c-4be3-952b-38b1056c6819', 'code': 200} Mar 21 11:14:16.442283 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2ad16cf-3c0f-4ac7-98c3-386a53ea9630 req-658346c1-430e-4808-a948-2c4c48984fd0 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Made reservation on behalf of 52347e0a8df44be6bcf4f99067c9a702 for: {'port': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 11:14:16.445762 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-e2ad16cf-3c0f-4ac7-98c3-386a53ea9630 req-658346c1-430e-4808-a948-2c4c48984fd0 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:16.489827 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffda7c34-1ccc-4441-8ed4-1e6445a5aebf req-0a34d1fb-dae8-4e26-b3f8-93b791534138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:16.515009 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-ffda7c34-1ccc-4441-8ed4-1e6445a5aebf req-0a34d1fb-dae8-4e26-b3f8-93b791534138 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1436ce26-cb86-45d4-9a97-097fbbf6586a HTTP/1.1" status: 200 len: 912 time: 0.5383575 Mar 21 11:14:16.521979 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Provisioning complete for port 79567679-d717-4a39-bc38-a2c419d4e76e triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:14:16.521979 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688166'] for port (79567679-d717-4a39-bc38-a2c419d4e76e), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:16.703480 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-ffda7c34-1ccc-4441-8ed4-1e6445a5aebf req-910168ce-95b0-47d4-9872-de1e7d521aff service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6551c28e-0365-4364-a2f5-4efa7bf2bb34 HTTP/1.1" status: 200 len: 217 time: 0.1871998 Mar 21 11:14:16.706445 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f8f5c384-c225-40f1-854e-93c9d3b18337 admin admin] Publish callbacks [] for security_group (b2aaf422-cb58-46df-83c7-5e7054a4cad4), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:16.848530 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffda7c34-1ccc-4441-8ed4-1e6445a5aebf req-c5946eb1-fa85-4f79-9bc1-277978556673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:16.850680 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-ffda7c34-1ccc-4441-8ed4-1e6445a5aebf req-c5946eb1-fa85-4f79-9bc1-277978556673 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fea72cb6-9b89-4ba0-8193-720fc6fd5e2b HTTP/1.1" status: 200 len: 850 time: 0.1365414 Mar 21 11:14:16.867339 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f8f5c384-c225-40f1-854e-93c9d3b18337 admin admin] Publish callbacks [] for security_group (b2aaf422-cb58-46df-83c7-5e7054a4cad4), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:16.873016 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Current status of the port 79567679-d717-4a39-bc38-a2c419d4e76e is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:14:16.931272 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a71ba1f-6400-4d94-9253-9cc1552bb22d req-eddc3647-61ea-4ed4-af49-a4fab7bfec7d tempest-DeleteServersTestJSON-1318486940 tempest-DeleteServersTestJSON-1318486940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:16.933417 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-5a71ba1f-6400-4d94-9253-9cc1552bb22d req-eddc3647-61ea-4ed4-af49-a4fab7bfec7d tempest-DeleteServersTestJSON-1318486940 tempest-DeleteServersTestJSON-1318486940-project] 10.222.0.24 "GET /v2.0/ports?device_id=42704ade-853b-4c92-9566-e1c640e2a477 HTTP/1.1" status: 200 len: 945 time: 0.6313090 Mar 21 11:14:16.976260 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c1386e-073e-4e78-a2a9-86fcede909ca req-00eddee3-2da4-44b5-b1bc-b2ecf79afec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:16.978718 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-91c1386e-073e-4e78-a2a9-86fcede909ca req-00eddee3-2da4-44b5-b1bc-b2ecf79afec6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=42704ade-853b-4c92-9566-e1c640e2a477 HTTP/1.1" status: 200 len: 1129 time: 0.5793536 Mar 21 11:14:17.026208 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-91c1386e-073e-4e78-a2a9-86fcede909ca req-1df4f4db-5c76-4b36-af9c-7812f8914722 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:17.035922 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f8f5c384-c225-40f1-854e-93c9d3b18337 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (b2aaf422-cb58-46df-83c7-5e7054a4cad4), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:17.042006 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f8f5c384-c225-40f1-854e-93c9d3b18337 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:17.043235 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-f8f5c384-c225-40f1-854e-93c9d3b18337 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b2aaf422-cb58-46df-83c7-5e7054a4cad4 HTTP/1.1" status: 204 len: 168 time: 0.8394415 Mar 21 11:14:17.051836 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffda7c34-1ccc-4441-8ed4-1e6445a5aebf req-34d0ac24-95f5-4751-9ad9-41601e3db438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:17.053501 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-ffda7c34-1ccc-4441-8ed4-1e6445a5aebf req-34d0ac24-95f5-4751-9ad9-41601e3db438 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1436ce26-cb86-45d4-9a97-097fbbf6586a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1518211 Mar 21 11:14:17.098358 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f5c384-c225-40f1-854e-93c9d3b18337 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2aaf422-cb58-46df-83c7-5e7054a4cad4,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:17.215903 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 41404) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:14:17.275816 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-ffda7c34-1ccc-4441-8ed4-1e6445a5aebf req-9ba22568-0cb8-4362-b2a1-091b34218bd1 service neutron] 10.222.0.32 "GET /v2.0/networks/1436ce26-cb86-45d4-9a97-097fbbf6586a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100446 Mar 21 11:14:17.483716 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [req-e2ad16cf-3c0f-4ac7-98c3-386a53ea9630 req-658346c1-430e-4808-a948-2c4c48984fd0 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Allocated IP 172.20.0.11 (4a579521-14d3-4610-a099-3c56c62bd19a/8a3d170f-7254-484a-9abf-df0a7cea6ed2/9948eac0-7781-49c6-8e3e-4b86cdc3de84) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:14:17.680506 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.32', 55512) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:14:17.745271 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 41422) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:14:17.777037 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-5a71ba1f-6400-4d94-9253-9cc1552bb22d req-e2de2174-0824-442f-b9c0-1e9ee1c8081a tempest-DeleteServersTestJSON-1318486940 tempest-DeleteServersTestJSON-1318486940-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e3258c1-f56d-4c6d-b378-7398f8f2fc20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8187184 Mar 21 11:14:17.834578 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-236ebc07-0fc8-4313-9009-6834b7a38a58 req-fe1c69cc-1eca-40fb-a773-896c487a590f tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--949777656&fields=id&tenant_id=53cbbdfcec5443308803a36be9595a3d HTTP/1.1" status: 200 len: 267 time: 0.9858098 Mar 21 11:14:17.842392 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c22f959e-14f3-4c71-b23e-b437b39883bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:17.930924 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-ffda7c34-1ccc-4441-8ed4-1e6445a5aebf req-86a41ab2-7570-4df9-8aea-2d9464769237 service neutron] 10.222.0.32 "GET /v2.0/networks/1436ce26-cb86-45d4-9a97-097fbbf6586a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6486871 Mar 21 11:14:17.935497 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-bd2fd5b6-a965-40dd-b2a3-02fe8e39e8c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:17.992274 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c22f959e-14f3-4c71-b23e-b437b39883bf admin admin] Publish callbacks [] for security_group (5ee073cc-0892-474e-927c-2df783d8f0b7), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:17.998115 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c22f959e-14f3-4c71-b23e-b437b39883bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (5ee073cc-0892-474e-927c-2df783d8f0b7), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:18.045686 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-c22f959e-14f3-4c71-b23e-b437b39883bf admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c3dd1f18c02f4beea9c70b35da0662f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8283696 Mar 21 11:14:18.046342 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22f959e-14f3-4c71-b23e-b437b39883bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ee073cc-0892-474e-927c-2df783d8f0b7,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:18.050331 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 41432) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:14:18.108055 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-357885ff-4cc8-49d5-b0fe-3532f20a3c53 admin admin] Publish callbacks [] for security_group (5ee073cc-0892-474e-927c-2df783d8f0b7), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:18.139099 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-357885ff-4cc8-49d5-b0fe-3532f20a3c53 admin admin] Publish callbacks [] for security_group (5ee073cc-0892-474e-927c-2df783d8f0b7), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:18.196692 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-91c1386e-073e-4e78-a2a9-86fcede909ca req-1df4f4db-5c76-4b36-af9c-7812f8914722 service neutron] Publish callbacks [] for security_group (c7170d42-b4bf-427e-bb4e-554e62111899), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:18.221792 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-357885ff-4cc8-49d5-b0fe-3532f20a3c53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (5ee073cc-0892-474e-927c-2df783d8f0b7), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:18.224539 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-357885ff-4cc8-49d5-b0fe-3532f20a3c53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:18.226749 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-357885ff-4cc8-49d5-b0fe-3532f20a3c53 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5ee073cc-0892-474e-927c-2df783d8f0b7 HTTP/1.1" status: 204 len: 168 time: 0.1753614 Mar 21 11:14:18.227993 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-91c1386e-073e-4e78-a2a9-86fcede909ca req-1df4f4db-5c76-4b36-af9c-7812f8914722 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (c7170d42-b4bf-427e-bb4e-554e62111899), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:18.240270 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357885ff-4cc8-49d5-b0fe-3532f20a3c53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ee073cc-0892-474e-927c-2df783d8f0b7,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:18.247907 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ef2614-3502-4514-992b-50264d27e0e2 req-958271aa-4261-4bfc-95c2-60ab1ab7a7b2 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:18.249610 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-38ef2614-3502-4514-992b-50264d27e0e2 req-958271aa-4261-4bfc-95c2-60ab1ab7a7b2 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.32 "GET /v2.0/networks?id=4a579521-14d3-4610-a099-3c56c62bd19a HTTP/1.1" status: 200 len: 819 time: 0.5672922 Mar 21 11:14:18.263660 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-e2ad16cf-3c0f-4ac7-98c3-386a53ea9630 req-658346c1-430e-4808-a948-2c4c48984fd0 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Publish callbacks [] for port (9948eac0-7781-49c6-8e3e-4b86cdc3de84), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:18.290851 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236ebc07-0fc8-4313-9009-6834b7a38a58 req-8cf88a4f-7e52-4f16-b93d-efcf16777815 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:18.292516 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-236ebc07-0fc8-4313-9009-6834b7a38a58 req-8cf88a4f-7e52-4f16-b93d-efcf16777815 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/networks?id=edde1cdb-cb70-4a7f-a015-4d6abd2c41fa HTTP/1.1" status: 200 len: 817 time: 0.4571116 Mar 21 11:14:18.300892 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.v2.base [req-38ef2614-3502-4514-992b-50264d27e0e2 req-2696813e-e58f-4159-988e-14f9c7125146 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Request body: {'port': {'device_id': 'e8703943-14fc-4c57-bce1-978a2a6a70a2', 'network_id': '4a579521-14d3-4610-a099-3c56c62bd19a', 'admin_state_up': True, 'tenant_id': '52347e0a8df44be6bcf4f99067c9a702'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:14:18.317144 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5970d8dd-e9bc-43b4-bf64-c529616ba4df req-3c54a8b1-504d-4ff4-a653-fefbb929a3b0 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:18.318922 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-5970d8dd-e9bc-43b4-bf64-c529616ba4df req-3c54a8b1-504d-4ff4-a653-fefbb929a3b0 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] 10.222.0.24 "GET /v2.0/ports?device_id=21730027-c312-4efd-9945-ee0d10cc94e5 HTTP/1.1" status: 200 len: 944 time: 0.3681445 Mar 21 11:14:18.345652 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Device 6551c28e-0365-4364-a2f5-4efa7bf2bb34 details requested by agent hyperv_hv-cinder-83444 with host hv-cinder-83444 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 11:14:18.433597 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-91c1386e-073e-4e78-a2a9-86fcede909ca req-1df4f4db-5c76-4b36-af9c-7812f8914722 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=5e3258c1-f56d-4c6d-b378-7398f8f2fc20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4261105 Mar 21 11:14:18.448005 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-236ebc07-0fc8-4313-9009-6834b7a38a58 req-691971d8-0fb9-4835-9a76-47397b6298e8 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/quotas/53cbbdfcec5443308803a36be9595a3d HTTP/1.1" status: 200 len: 375 time: 0.1199105 Mar 21 11:14:18.475970 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df4f4db-5c76-4b36-af9c-7812f8914722 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=c7170d42-b4bf-427e-bb4e-554e62111899,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:18.565890 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] For port 6551c28e-0365-4364-a2f5-4efa7bf2bb34, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=6551c28e-0365-4364-a2f5-4efa7bf2bb34,segment=NetworkSegment(bb9daefb-d4c3-44b6-ba73-015d6754aeb6),segment_id=bb9daefb-d4c3-44b6-ba73-015d6754aeb6)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:14:18.592188 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Returning: {'device': '6551c28e-0365-4364-a2f5-4efa7bf2bb34', 'network_id': '1436ce26-cb86-45d4-9a97-097fbbf6586a', 'port_id': '6551c28e-0365-4364-a2f5-4efa7bf2bb34', 'mac_address': 'fa:16:3e:b2:01:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fea72cb6-9b89-4ba0-8193-720fc6fd5e2b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 11:14:18.607552 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-bd2fd5b6-a965-40dd-b2a3-02fe8e39e8c0 admin admin] Publish callbacks [] for security_group (d2655be4-3ebb-4fd8-9f23-f32b21c2c0f8), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:18.616358 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-5970d8dd-e9bc-43b4-bf64-c529616ba4df req-e3c66d3e-99db-4d54-b73d-dbc2eeaf95d2 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee582f54-cafe-4435-94bb-8a8a6604f57a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2626474 Mar 21 11:14:18.626278 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-e2ad16cf-3c0f-4ac7-98c3-386a53ea9630 req-658346c1-430e-4808-a948-2c4c48984fd0 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738246144781'] for port (9948eac0-7781-49c6-8e3e-4b86cdc3de84), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:18.637577 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-bd2fd5b6-a965-40dd-b2a3-02fe8e39e8c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (d2655be4-3ebb-4fd8-9f23-f32b21c2c0f8), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:18.790391 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Current status of the port 6551c28e-0365-4364-a2f5-4efa7bf2bb34 is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:14:18.791188 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (6551c28e-0365-4364-a2f5-4efa7bf2bb34), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:18.813739 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6551c28e-0365-4364-a2f5-4efa7bf2bb34 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 11:14:18.820160 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2ad16cf-3c0f-4ac7-98c3-386a53ea9630 req-658346c1-430e-4808-a948-2c4c48984fd0 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Network 4a579521-14d3-4610-a099-3c56c62bd19a is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:14:18.831568 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-bd2fd5b6-a965-40dd-b2a3-02fe8e39e8c0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d4a287873f41458aa54100c64e1839a5&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0849359 Mar 21 11:14:18.834611 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 41448) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:14:18.842038 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [req-e2ad16cf-3c0f-4ac7-98c3-386a53ea9630 req-658346c1-430e-4808-a948-2c4c48984fd0 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:14:18.853822 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658346c1-430e-4808-a948-2c4c48984fd0 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Pushing event updated for resources: {'Port': ['ID=9948eac0-7781-49c6-8e3e-4b86cdc3de84,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:18.854870 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] For port 6551c28e-0365-4364-a2f5-4efa7bf2bb34, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=6551c28e-0365-4364-a2f5-4efa7bf2bb34,segment=NetworkSegment(bb9daefb-d4c3-44b6-ba73-015d6754aeb6),segment_id=bb9daefb-d4c3-44b6-ba73-015d6754aeb6)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:14:18.859469 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2ad16cf-3c0f-4ac7-98c3-386a53ea9630 req-658346c1-430e-4808-a948-2c4c48984fd0 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:14:18.866274 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817'] for port (6551c28e-0365-4364-a2f5-4efa7bf2bb34), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:18.866532 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ad16cf-3c0f-4ac7-98c3-386a53ea9630 req-658346c1-430e-4808-a948-2c4c48984fd0 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:18.867438 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-e2ad16cf-3c0f-4ac7-98c3-386a53ea9630 req-658346c1-430e-4808-a948-2c4c48984fd0 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693044'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:18.902345 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2fd5b6-a965-40dd-b2a3-02fe8e39e8c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2655be4-3ebb-4fd8-9f23-f32b21c2c0f8,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:18.916863 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-0594ec8b-ad13-4dd3-8755-93893c6c2217 req-6693c446-8317-42a6-933f-99ddf5e687c3 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8703943-14fc-4c57-bce1-978a2a6a70a2 HTTP/1.1" status: 200 len: 210 time: 0.1415749 Mar 21 11:14:18.946017 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-236ebc07-0fc8-4313-9009-6834b7a38a58 req-211e2dad-faff-46fe-87de-ee033f67d9a7 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=53cbbdfcec5443308803a36be9595a3d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4651327 Mar 21 11:14:18.950999 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b3cc6532-1f7d-40a6-9c1d-de1bc812c01e admin admin] Publish callbacks [] for security_group (d2655be4-3ebb-4fd8-9f23-f32b21c2c0f8), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:18.956734 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 41452) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:14:18.960821 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38ef2614-3502-4514-992b-50264d27e0e2 req-2696813e-e58f-4159-988e-14f9c7125146 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Made reservation on behalf of 52347e0a8df44be6bcf4f99067c9a702 for: {'port': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 11:14:18.965841 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-38ef2614-3502-4514-992b-50264d27e0e2 req-2696813e-e58f-4159-988e-14f9c7125146 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:18.981341 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-e2ad16cf-3c0f-4ac7-98c3-386a53ea9630 req-658346c1-430e-4808-a948-2c4c48984fd0 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5327873 Mar 21 11:14:19.018298 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b3cc6532-1f7d-40a6-9c1d-de1bc812c01e admin admin] Publish callbacks [] for security_group (d2655be4-3ebb-4fd8-9f23-f32b21c2c0f8), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:19.020489 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.v2.base [req-e2ad16cf-3c0f-4ac7-98c3-386a53ea9630 req-adf25f6a-a9e8-4dc9-a082-79575e27ab02 service neutron] Request body: {'port': {'device_id': 'eaa8796e-ac8a-4032-8b25-89fa11d1d673', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83444'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:14:19.031082 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1eae7ea6-d200-4223-9940-27084aa218c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:19.032250 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Pushing event updated for resources: {'Port': ['ID=6551c28e-0365-4364-a2f5-4efa7bf2bb34,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:19.088367 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] get_ports_and_sgs() called for port_ids ['6551c28e-0365-4364-a2f5-4efa7bf2bb34'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 11:14:19.139549 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b3cc6532-1f7d-40a6-9c1d-de1bc812c01e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (d2655be4-3ebb-4fd8-9f23-f32b21c2c0f8), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:19.142325 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b3cc6532-1f7d-40a6-9c1d-de1bc812c01e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:19.147338 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-b3cc6532-1f7d-40a6-9c1d-de1bc812c01e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d2655be4-3ebb-4fd8-9f23-f32b21c2c0f8 HTTP/1.1" status: 204 len: 168 time: 0.3076918 Mar 21 11:14:19.162371 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc6532-1f7d-40a6-9c1d-de1bc812c01e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2655be4-3ebb-4fd8-9f23-f32b21c2c0f8,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:19.321399 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-5d91cee8-e631-4310-93a9-73b00b393923 None None] Provisioning complete for port 9948eac0-7781-49c6-8e3e-4b86cdc3de84 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:14:19.322231 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-5d91cee8-e631-4310-93a9-73b00b393923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688166'] for port (9948eac0-7781-49c6-8e3e-4b86cdc3de84), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:19.346223 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [req-38ef2614-3502-4514-992b-50264d27e0e2 req-2696813e-e58f-4159-988e-14f9c7125146 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Allocated IP 172.20.0.6 (4a579521-14d3-4610-a099-3c56c62bd19a/8a3d170f-7254-484a-9abf-df0a7cea6ed2/ff76fa0f-6df7-483c-bae4-e90d3232618b) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:14:19.386410 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-5d91cee8-e631-4310-93a9-73b00b393923 None None] Port 9948eac0-7781-49c6-8e3e-4b86cdc3de84 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 11:14:19.638226 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-e2ad16cf-3c0f-4ac7-98c3-386a53ea9630 req-adf25f6a-a9e8-4dc9-a082-79575e27ab02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (9948eac0-7781-49c6-8e3e-4b86cdc3de84), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:19.690847 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-236ebc07-0fc8-4313-9009-6834b7a38a58 req-d04f6711-86dd-42f4-8fa9-0e5eadd12f8e service neutron] 10.222.0.24 "GET /v2.0/networks/edde1cdb-cb70-4a7f-a015-4d6abd2c41fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6993029 Mar 21 11:14:19.719027 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-38ef2614-3502-4514-992b-50264d27e0e2 req-2696813e-e58f-4159-988e-14f9c7125146 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Publish callbacks [] for port (ff76fa0f-6df7-483c-bae4-e90d3232618b), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:19.821519 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebe23c9-df26-4d9c-ac29-e29190f613d4 req-d97b0fae-25f2-4485-a145-f0dd7b59ffe6 tempest-DeleteServersTestJSON-1318486940 tempest-DeleteServersTestJSON-1318486940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:19.823452 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-9ebe23c9-df26-4d9c-ac29-e29190f613d4 req-d97b0fae-25f2-4485-a145-f0dd7b59ffe6 tempest-DeleteServersTestJSON-1318486940 tempest-DeleteServersTestJSON-1318486940-project] 10.222.0.24 "GET /v2.0/ports?device_id=42704ade-853b-4c92-9566-e1c640e2a477 HTTP/1.1" status: 200 len: 945 time: 0.3643341 Mar 21 11:14:19.917462 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1eae7ea6-d200-4223-9940-27084aa218c7 admin admin] Publish callbacks [] for security_group (9dbff1ea-4fd2-4fae-8892-cdd09cb3ee41), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:20.196845 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1eae7ea6-d200-4223-9940-27084aa218c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (9dbff1ea-4fd2-4fae-8892-cdd09cb3ee41), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:20.308696 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-236ebc07-0fc8-4313-9009-6834b7a38a58 req-2f416bf4-bf73-458d-90f1-d9e1e8d5ed1f service neutron] 10.222.0.24 "GET /v2.0/networks/edde1cdb-cb70-4a7f-a015-4d6abd2c41fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6044114 Mar 21 11:14:20.310074 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-38ef2614-3502-4514-992b-50264d27e0e2 req-2696813e-e58f-4159-988e-14f9c7125146 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738246144781'] for port (ff76fa0f-6df7-483c-bae4-e90d3232618b), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:20.351411 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Device 6551c28e-0365-4364-a2f5-4efa7bf2bb34 up at agent hyperv_hv-cinder-83444 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:14:20.360270 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-9ebe23c9-df26-4d9c-ac29-e29190f613d4 req-b8631e36-5580-419c-b96d-5f618e81f1fa tempest-DeleteServersTestJSON-1318486940 tempest-DeleteServersTestJSON-1318486940-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e3258c1-f56d-4c6d-b378-7398f8f2fc20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5153310 Mar 21 11:14:20.495306 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Provisioning for port 6551c28e-0365-4364-a2f5-4efa7bf2bb34 completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 21 11:14:20.501303 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Provisioning complete for port 6551c28e-0365-4364-a2f5-4efa7bf2bb34 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:14:20.502457 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688166'] for port (6551c28e-0365-4364-a2f5-4efa7bf2bb34), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:20.564000 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-1eae7ea6-d200-4223-9940-27084aa218c7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d292611837194f229af0ed121061cb0d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6029212 Mar 21 11:14:20.564612 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 41504) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:14:20.596970 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38ef2614-3502-4514-992b-50264d27e0e2 req-2696813e-e58f-4159-988e-14f9c7125146 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Network 4a579521-14d3-4610-a099-3c56c62bd19a is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:14:20.641044 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eae7ea6-d200-4223-9940-27084aa218c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dbff1ea-4fd2-4fae-8892-cdd09cb3ee41,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:20.719954 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [req-38ef2614-3502-4514-992b-50264d27e0e2 req-2696813e-e58f-4159-988e-14f9c7125146 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:14:20.738180 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-738a477c-fd3c-4e22-a390-4b5d82b015eb admin admin] Publish callbacks [] for security_group (9dbff1ea-4fd2-4fae-8892-cdd09cb3ee41), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:20.779622 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Current status of the port 6551c28e-0365-4364-a2f5-4efa7bf2bb34 is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:14:20.780042 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (6551c28e-0365-4364-a2f5-4efa7bf2bb34), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:20.820163 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-738a477c-fd3c-4e22-a390-4b5d82b015eb admin admin] Publish callbacks [] for security_group (9dbff1ea-4fd2-4fae-8892-cdd09cb3ee41), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:20.858486 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-38ef2614-3502-4514-992b-50264d27e0e2 req-2696813e-e58f-4159-988e-14f9c7125146 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:14:20.872054 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] For port 6551c28e-0365-4364-a2f5-4efa7bf2bb34, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=6551c28e-0365-4364-a2f5-4efa7bf2bb34,segment=NetworkSegment(bb9daefb-d4c3-44b6-ba73-015d6754aeb6),segment_id=bb9daefb-d4c3-44b6-ba73-015d6754aeb6)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:14:20.873165 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21730027-c312-4efd-9945-ee0d10cc94e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6551c28e-0365-4364-a2f5-4efa7bf2bb34'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:14:20.879478 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f4962fb769adde196efb410afcfec8f2b34529d6df7ca74076ce40474c5a66c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba88fd4c-8375-4870-931e-952622592a30" -d '{"events": [{"server_uuid": "21730027-c312-4efd-9945-ee0d10cc94e5", "name": "network-vif-plugged", "status": "completed", "tag": "6551c28e-0365-4364-a2f5-4efa7bf2bb34"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:14:20.882349 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ef2614-3502-4514-992b-50264d27e0e2 req-2696813e-e58f-4159-988e-14f9c7125146 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:20.887405 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817'] for port (6551c28e-0365-4364-a2f5-4efa7bf2bb34), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:20.890017 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-38ef2614-3502-4514-992b-50264d27e0e2 req-2696813e-e58f-4159-988e-14f9c7125146 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693044'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:20.968466 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Pushing event updated for resources: {'Port': ['ID=6551c28e-0365-4364-a2f5-4efa7bf2bb34,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:21.029431 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-738a477c-fd3c-4e22-a390-4b5d82b015eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (9dbff1ea-4fd2-4fae-8892-cdd09cb3ee41), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:21.032114 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-738a477c-fd3c-4e22-a390-4b5d82b015eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:21.033295 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-738a477c-fd3c-4e22-a390-4b5d82b015eb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9dbff1ea-4fd2-4fae-8892-cdd09cb3ee41 HTTP/1.1" status: 204 len: 168 time: 0.4672539 Mar 21 11:14:21.063503 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738a477c-fd3c-4e22-a390-4b5d82b015eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dbff1ea-4fd2-4fae-8892-cdd09cb3ee41,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:21.073970 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-38ef2614-3502-4514-992b-50264d27e0e2 req-2696813e-e58f-4159-988e-14f9c7125146 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8061192 Mar 21 11:14:21.111103 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2696813e-e58f-4159-988e-14f9c7125146 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Pushing event updated for resources: {'Port': ['ID=ff76fa0f-6df7-483c-bae4-e90d3232618b,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:21.128877 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.v2.base [req-38ef2614-3502-4514-992b-50264d27e0e2 req-7bd688f2-8c06-430f-b796-997da757da95 service neutron] Request body: {'port': {'device_id': 'e8703943-14fc-4c57-bce1-978a2a6a70a2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83444'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:14:21.232805 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-39b157ff-c7b7-476a-b87d-e1785ca4fb7b None None] Provisioning complete for port ff76fa0f-6df7-483c-bae4-e90d3232618b triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:14:21.234273 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-39b157ff-c7b7-476a-b87d-e1785ca4fb7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688166'] for port (ff76fa0f-6df7-483c-bae4-e90d3232618b), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:21.295750 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b2dc04-85ce-44fd-8143-2019ef3ca523 req-a7e06aa5-a89b-430c-a0f7-18c30a425083 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:21.310962 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-e8b2dc04-85ce-44fd-8143-2019ef3ca523 req-a7e06aa5-a89b-430c-a0f7-18c30a425083 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8703943-14fc-4c57-bce1-978a2a6a70a2 HTTP/1.1" status: 200 len: 931 time: 0.5923920 Mar 21 11:14:21.333158 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-39b157ff-c7b7-476a-b87d-e1785ca4fb7b None None] Port ff76fa0f-6df7-483c-bae4-e90d3232618b cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 11:14:21.358122 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edcf4c5-17f9-4f8f-ad03-eea48d0aff06 req-090a94d4-f109-49e6-bbeb-fd99a1489895 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:21.359776 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-5edcf4c5-17f9-4f8f-ad03-eea48d0aff06 req-090a94d4-f109-49e6-bbeb-fd99a1489895 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] 10.222.0.24 "GET /v2.0/ports?device_id=21730027-c312-4efd-9945-ee0d10cc94e5 HTTP/1.1" status: 200 len: 945 time: 0.8043242 Mar 21 11:14:21.473574 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-38ef2614-3502-4514-992b-50264d27e0e2 req-7bd688f2-8c06-430f-b796-997da757da95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (ff76fa0f-6df7-483c-bae4-e90d3232618b), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:21.495175 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.notifiers.nova [req-e2ad16cf-3c0f-4ac7-98c3-386a53ea9630 req-adf25f6a-a9e8-4dc9-a082-79575e27ab02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9948eac0-7781-49c6-8e3e-4b86cdc3de84 {{(pid=103421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 11:14:21.517604 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-e2ad16cf-3c0f-4ac7-98c3-386a53ea9630 req-adf25f6a-a9e8-4dc9-a082-79575e27ab02 service neutron] Publish callbacks [] for port (9948eac0-7781-49c6-8e3e-4b86cdc3de84), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:21.601030 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-e8b2dc04-85ce-44fd-8143-2019ef3ca523 req-4f9bd136-f8d6-4fd1-9f76-8140ee49be2d tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/security-groups?id=d16428e1-03fd-46f7-80c6-8696f1f626ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2889373 Mar 21 11:14:21.604815 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [req-e2ad16cf-3c0f-4ac7-98c3-386a53ea9630 req-adf25f6a-a9e8-4dc9-a082-79575e27ab02 service neutron] Transition to ACTIVE for port object 9948eac0-7781-49c6-8e3e-4b86cdc3de84 will not be triggered until provisioned by entity L2. {{(pid=103421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 21 11:14:21.608847 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-5edcf4c5-17f9-4f8f-ad03-eea48d0aff06 req-ca02349c-7804-494f-a628-24ad868b7960 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee582f54-cafe-4435-94bb-8a8a6604f57a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2021995 Mar 21 11:14:21.612480 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-e2ad16cf-3c0f-4ac7-98c3-386a53ea9630 req-adf25f6a-a9e8-4dc9-a082-79575e27ab02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817'] for port (9948eac0-7781-49c6-8e3e-4b86cdc3de84), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:21.718832 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 11:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-942c02cb-6c85-49e1-ab71-c35f0d8ba2ee x-openstack-request-id: req-942c02cb-6c85-49e1-ab71-c35f0d8ba2ee {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:14:21.719414 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21730027-c312-4efd-9945-ee0d10cc94e5", "name": "network-vif-plugged", "status": "completed", "tag": "6551c28e-0365-4364-a2f5-4efa7bf2bb34", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:14:21.719531 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-942c02cb-6c85-49e1-ab71-c35f0d8ba2ee {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:14:21.719905 dv-cinder-834448-1-smb neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21730027-c312-4efd-9945-ee0d10cc94e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6551c28e-0365-4364-a2f5-4efa7bf2bb34', 'code': 200} Mar 21 11:14:21.857191 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-76ff7a1c-485a-4b07-a200-57cfd3597154 req-0cb1efed-16a1-4920-b2a5-91d2a666c568 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/ports?device_id=c60601a3-3fb9-48e4-b22d-6fa61e28dfa4 HTTP/1.1" status: 200 len: 210 time: 0.0781019 Mar 21 11:14:21.902323 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf25f6a-a9e8-4dc9-a082-79575e27ab02 service neutron] Pushing event updated for resources: {'Port': ['ID=9948eac0-7781-49c6-8e3e-4b86cdc3de84,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:22.098431 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-e2ad16cf-3c0f-4ac7-98c3-386a53ea9630 req-adf25f6a-a9e8-4dc9-a082-79575e27ab02 service neutron] Attempting to bind port 9948eac0-7781-49c6-8e3e-4b86cdc3de84 on host hv-cinder-83444 for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 11:14:22.098957 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-e2ad16cf-3c0f-4ac7-98c3-386a53ea9630 req-adf25f6a-a9e8-4dc9-a082-79575e27ab02 service neutron] Attempting to bind port 9948eac0-7781-49c6-8e3e-4b86cdc3de84 by drivers openvswitch,hyperv on host hv-cinder-83444 at level 0 using segments [{'id': 'ed9a1c02-481f-4a04-a954-ab4bb6b2d4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '4a579521-14d3-4610-a099-3c56c62bd19a'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 11:14:22.099452 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2ad16cf-3c0f-4ac7-98c3-386a53ea9630 req-adf25f6a-a9e8-4dc9-a082-79575e27ab02 service neutron] Attempting to bind port 9948eac0-7781-49c6-8e3e-4b86cdc3de84 on network 4a579521-14d3-4610-a099-3c56c62bd19a {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:14:22.138444 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2ad16cf-3c0f-4ac7-98c3-386a53ea9630 req-adf25f6a-a9e8-4dc9-a082-79575e27ab02 service neutron] Port 9948eac0-7781-49c6-8e3e-4b86cdc3de84 on network 4a579521-14d3-4610-a099-3c56c62bd19a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83444 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 21 11:14:22.138747 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2ad16cf-3c0f-4ac7-98c3-386a53ea9630 req-adf25f6a-a9e8-4dc9-a082-79575e27ab02 service neutron] Attempting to bind port 9948eac0-7781-49c6-8e3e-4b86cdc3de84 on network 4a579521-14d3-4610-a099-3c56c62bd19a {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:14:22.158924 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2ad16cf-3c0f-4ac7-98c3-386a53ea9630 req-adf25f6a-a9e8-4dc9-a082-79575e27ab02 service neutron] Checking agent: {'id': 'e1ce583e-86b5-47e2-b889-5e91679074ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83444', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 11, 11, 26), 'started_at': datetime.datetime(2022, 3, 21, 11, 11, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 11, 13, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 11:14:22.159265 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2ad16cf-3c0f-4ac7-98c3-386a53ea9630 req-adf25f6a-a9e8-4dc9-a082-79575e27ab02 service neutron] Checking segment: {'id': 'ed9a1c02-481f-4a04-a954-ab4bb6b2d4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '4a579521-14d3-4610-a099-3c56c62bd19a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:14:22.159863 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2ad16cf-3c0f-4ac7-98c3-386a53ea9630 req-adf25f6a-a9e8-4dc9-a082-79575e27ab02 service neutron] Bound using segment: {'id': 'ed9a1c02-481f-4a04-a954-ab4bb6b2d4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '4a579521-14d3-4610-a099-3c56c62bd19a'} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 11:14:22.160317 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-e2ad16cf-3c0f-4ac7-98c3-386a53ea9630 req-adf25f6a-a9e8-4dc9-a082-79575e27ab02 service neutron] Bound port: 9948eac0-7781-49c6-8e3e-4b86cdc3de84, host: hv-cinder-83444, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed9a1c02-481f-4a04-a954-ab4bb6b2d4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '4a579521-14d3-4610-a099-3c56c62bd19a'}}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 11:14:22.160675 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-e2ad16cf-3c0f-4ac7-98c3-386a53ea9630 req-adf25f6a-a9e8-4dc9-a082-79575e27ab02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (9948eac0-7781-49c6-8e3e-4b86cdc3de84), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:22.196562 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 41566) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:14:22.231210 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd31915-2b4b-42ad-b85e-b4eb00468794 req-b419509d-a08b-40d0-af77-cae6b8551c07 tempest-DeleteServersTestJSON-1318486940 tempest-DeleteServersTestJSON-1318486940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:22.238649 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-7cd31915-2b4b-42ad-b85e-b4eb00468794 req-b419509d-a08b-40d0-af77-cae6b8551c07 tempest-DeleteServersTestJSON-1318486940 tempest-DeleteServersTestJSON-1318486940-project] 10.222.0.24 "GET /v2.0/ports?device_id=42704ade-853b-4c92-9566-e1c640e2a477 HTTP/1.1" status: 200 len: 945 time: 0.2740309 Mar 21 11:14:22.268107 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf51416b-1678-4713-8731-b7cc245e4459 req-e7050c8e-e543-4a0d-9854-d97841dd5013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:22.269756 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-cf51416b-1678-4713-8731-b7cc245e4459 req-e7050c8e-e543-4a0d-9854-d97841dd5013 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=21730027-c312-4efd-9945-ee0d10cc94e5 HTTP/1.1" status: 200 len: 1130 time: 0.2075410 Mar 21 11:14:22.403526 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.notifiers.nova [req-38ef2614-3502-4514-992b-50264d27e0e2 req-7bd688f2-8c06-430f-b796-997da757da95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff76fa0f-6df7-483c-bae4-e90d3232618b {{(pid=103421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 11:14:22.406437 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6fac93c1-e4c1-4797-bd6f-0bf05a39ac3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:22.445478 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-38ef2614-3502-4514-992b-50264d27e0e2 req-7bd688f2-8c06-430f-b796-997da757da95 service neutron] Publish callbacks [] for port (ff76fa0f-6df7-483c-bae4-e90d3232618b), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:22.466967 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-e2ad16cf-3c0f-4ac7-98c3-386a53ea9630 req-adf25f6a-a9e8-4dc9-a082-79575e27ab02 service neutron] For port 9948eac0-7781-49c6-8e3e-4b86cdc3de84, host hv-cinder-83444, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 11:14:22.490144 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-e2ad16cf-3c0f-4ac7-98c3-386a53ea9630 req-adf25f6a-a9e8-4dc9-a082-79575e27ab02 service neutron] For port 9948eac0-7781-49c6-8e3e-4b86cdc3de84, host hv-cinder-83444, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=9948eac0-7781-49c6-8e3e-4b86cdc3de84,segment=NetworkSegment(ed9a1c02-481f-4a04-a954-ab4bb6b2d4a8),segment_id=ed9a1c02-481f-4a04-a954-ab4bb6b2d4a8)] {{(pid=103421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 11:14:22.514249 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-7cd31915-2b4b-42ad-b85e-b4eb00468794 req-5b30ac8b-cd1b-495f-bbd4-8d6ce6a061a7 tempest-DeleteServersTestJSON-1318486940 tempest-DeleteServersTestJSON-1318486940-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e3258c1-f56d-4c6d-b378-7398f8f2fc20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2741232 Mar 21 11:14:22.556765 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-e2ad16cf-3c0f-4ac7-98c3-386a53ea9630 req-adf25f6a-a9e8-4dc9-a082-79575e27ab02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817'] for port (9948eac0-7781-49c6-8e3e-4b86cdc3de84), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:22.683619 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [req-38ef2614-3502-4514-992b-50264d27e0e2 req-7bd688f2-8c06-430f-b796-997da757da95 service neutron] Transition to ACTIVE for port object ff76fa0f-6df7-483c-bae4-e90d3232618b will not be triggered until provisioned by entity L2. {{(pid=103421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 21 11:14:22.689531 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-cf51416b-1678-4713-8731-b7cc245e4459 req-d970a235-6a4b-4e97-bdf9-949ded8e9728 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ee582f54-cafe-4435-94bb-8a8a6604f57a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3909433 Mar 21 11:14:22.723329 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-38ef2614-3502-4514-992b-50264d27e0e2 req-7bd688f2-8c06-430f-b796-997da757da95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817'] for port (ff76fa0f-6df7-483c-bae4-e90d3232618b), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:22.731070 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ad16cf-3c0f-4ac7-98c3-386a53ea9630 req-adf25f6a-a9e8-4dc9-a082-79575e27ab02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:22.749417 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-e2ad16cf-3c0f-4ac7-98c3-386a53ea9630 req-adf25f6a-a9e8-4dc9-a082-79575e27ab02 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693044'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:22.751314 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-e2ad16cf-3c0f-4ac7-98c3-386a53ea9630 req-adf25f6a-a9e8-4dc9-a082-79575e27ab02 service neutron] 10.222.0.32 "PUT /v2.0/ports/9948eac0-7781-49c6-8e3e-4b86cdc3de84 HTTP/1.1" status: 200 len: 1094 time: 3.7512476 Mar 21 11:14:22.774024 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eaa8796e-ac8a-4032-8b25-89fa11d1d673', 'tag': '9948eac0-7781-49c6-8e3e-4b86cdc3de84'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:14:22.816914 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236ebc07-0fc8-4313-9009-6834b7a38a58 req-2dd6ec33-b9e0-4ef0-83d1-043ef916db16 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:22.821564 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-236ebc07-0fc8-4313-9009-6834b7a38a58 req-2dd6ec33-b9e0-4ef0-83d1-043ef916db16 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.32 "GET /v2.0/networks?id=edde1cdb-cb70-4a7f-a015-4d6abd2c41fa HTTP/1.1" status: 200 len: 817 time: 0.3595767 Mar 21 11:14:22.896168 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-7b9a655e-f6b4-4aba-8252-27e5a62a0657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (9c74c917-795e-4123-adbe-3a92cf8165ad), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:23.032722 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6fac93c1-e4c1-4797-bd6f-0bf05a39ac3c admin admin] Publish callbacks [] for security_group (102879c6-143f-4b9c-9910-49f96b85689d), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:23.044511 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf25f6a-a9e8-4dc9-a082-79575e27ab02 service neutron] Pushing event updated for resources: {'Port': ['ID=9948eac0-7781-49c6-8e3e-4b86cdc3de84,revision_number=3']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:23.081481 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6fac93c1-e4c1-4797-bd6f-0bf05a39ac3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (102879c6-143f-4b9c-9910-49f96b85689d), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:23.169347 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-236ebc07-0fc8-4313-9009-6834b7a38a58 req-48df45d7-b373-47ac-b0e5-6dc2e665d42d tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=53cbbdfcec5443308803a36be9595a3d HTTP/1.1" status: 200 len: 379 time: 0.2474658 Mar 21 11:14:23.208918 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.v2.base [req-236ebc07-0fc8-4313-9009-6834b7a38a58 req-a6f4001f-969f-41fb-a7c3-8062d75e8202 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Request body: {'port': {'device_id': 'c60601a3-3fb9-48e4-b22d-6fa61e28dfa4', 'network_id': 'edde1cdb-cb70-4a7f-a015-4d6abd2c41fa', 'admin_state_up': True, 'tenant_id': '53cbbdfcec5443308803a36be9595a3d', 'security_groups': ['d03ae1a0-8987-409a-b315-103a0a29069c']}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:14:23.238971 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-6fac93c1-e4c1-4797-bd6f-0bf05a39ac3c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ad5f04c10c75442f805b4dbb101a8f32&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0402226 Mar 21 11:14:23.264668 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 41608) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:14:23.267360 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fac93c1-e4c1-4797-bd6f-0bf05a39ac3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=102879c6-143f-4b9c-9910-49f96b85689d,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:23.478524 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881d039021bf7bfdbb2ec2cc2a60bd67cc793bf6de71028ad915050608b1b1c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3088a7d7-e012-4281-8a96-ef56d08e380e" -d '{"events": [{"name": "network-changed", "server_uuid": "eaa8796e-ac8a-4032-8b25-89fa11d1d673", "tag": "9948eac0-7781-49c6-8e3e-4b86cdc3de84"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:14:23.544474 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-837368e5-abcc-4d89-8d1d-6b48d19cd242 admin admin] Publish callbacks [] for security_group (102879c6-143f-4b9c-9910-49f96b85689d), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:23.554807 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-38ef2614-3502-4514-992b-50264d27e0e2 req-7bd688f2-8c06-430f-b796-997da757da95 service neutron] Attempting to bind port ff76fa0f-6df7-483c-bae4-e90d3232618b on host hv-cinder-83444 for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 11:14:23.555723 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-38ef2614-3502-4514-992b-50264d27e0e2 req-7bd688f2-8c06-430f-b796-997da757da95 service neutron] Attempting to bind port ff76fa0f-6df7-483c-bae4-e90d3232618b by drivers openvswitch,hyperv on host hv-cinder-83444 at level 0 using segments [{'id': 'ed9a1c02-481f-4a04-a954-ab4bb6b2d4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '4a579521-14d3-4610-a099-3c56c62bd19a'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 11:14:23.555723 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ef2614-3502-4514-992b-50264d27e0e2 req-7bd688f2-8c06-430f-b796-997da757da95 service neutron] Attempting to bind port ff76fa0f-6df7-483c-bae4-e90d3232618b on network 4a579521-14d3-4610-a099-3c56c62bd19a {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:14:23.569936 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd688f2-8c06-430f-b796-997da757da95 service neutron] Pushing event updated for resources: {'Port': ['ID=ff76fa0f-6df7-483c-bae4-e90d3232618b,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:23.604314 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-837368e5-abcc-4d89-8d1d-6b48d19cd242 admin admin] Publish callbacks [] for security_group (102879c6-143f-4b9c-9910-49f96b85689d), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:23.606731 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ef2614-3502-4514-992b-50264d27e0e2 req-7bd688f2-8c06-430f-b796-997da757da95 service neutron] Port ff76fa0f-6df7-483c-bae4-e90d3232618b on network 4a579521-14d3-4610-a099-3c56c62bd19a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83444 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 21 11:14:23.607089 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ef2614-3502-4514-992b-50264d27e0e2 req-7bd688f2-8c06-430f-b796-997da757da95 service neutron] Attempting to bind port ff76fa0f-6df7-483c-bae4-e90d3232618b on network 4a579521-14d3-4610-a099-3c56c62bd19a {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:14:23.622182 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-236ebc07-0fc8-4313-9009-6834b7a38a58 req-a6f4001f-969f-41fb-a7c3-8062d75e8202 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Made reservation on behalf of 53cbbdfcec5443308803a36be9595a3d for: {'port': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 11:14:23.626917 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c09b620-d7cd-4866-bdce-2ea2ba1f11d5 req-4c16d444-445a-45d6-a6b6-388786dcac13 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:23.628913 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-236ebc07-0fc8-4313-9009-6834b7a38a58 req-a6f4001f-969f-41fb-a7c3-8062d75e8202 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:23.635037 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-9c09b620-d7cd-4866-bdce-2ea2ba1f11d5 req-4c16d444-445a-45d6-a6b6-388786dcac13 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] 10.222.0.24 "GET /v2.0/ports?device_id=21730027-c312-4efd-9945-ee0d10cc94e5 HTTP/1.1" status: 200 len: 946 time: 0.6403255 Mar 21 11:14:23.644018 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29e4c72-00d1-4859-8870-2c54c5b3e6df req-3ebd31a6-249f-4a32-90c9-1a83b2e850a1 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:23.645630 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-c29e4c72-00d1-4859-8870-2c54c5b3e6df req-3ebd31a6-249f-4a32-90c9-1a83b2e850a1 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8703943-14fc-4c57-bce1-978a2a6a70a2 HTTP/1.1" status: 200 len: 943 time: 0.7725329 Mar 21 11:14:23.651168 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ad16cf-3c0f-4ac7-98c3-386a53ea9630 req-9699d44a-0127-4169-a7e8-f161c61e675b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:23.653749 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-e2ad16cf-3c0f-4ac7-98c3-386a53ea9630 req-9699d44a-0127-4169-a7e8-f161c61e675b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=52347e0a8df44be6bcf4f99067c9a702&device_id=eaa8796e-ac8a-4032-8b25-89fa11d1d673 HTTP/1.1" status: 200 len: 1128 time: 0.5391409 Mar 21 11:14:23.672777 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ef2614-3502-4514-992b-50264d27e0e2 req-7bd688f2-8c06-430f-b796-997da757da95 service neutron] Checking agent: {'id': 'e1ce583e-86b5-47e2-b889-5e91679074ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83444', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 11, 11, 26), 'started_at': datetime.datetime(2022, 3, 21, 11, 11, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 11, 13, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 11:14:23.673707 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ef2614-3502-4514-992b-50264d27e0e2 req-7bd688f2-8c06-430f-b796-997da757da95 service neutron] Checking segment: {'id': 'ed9a1c02-481f-4a04-a954-ab4bb6b2d4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '4a579521-14d3-4610-a099-3c56c62bd19a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:14:23.673707 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ef2614-3502-4514-992b-50264d27e0e2 req-7bd688f2-8c06-430f-b796-997da757da95 service neutron] Bound using segment: {'id': 'ed9a1c02-481f-4a04-a954-ab4bb6b2d4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '4a579521-14d3-4610-a099-3c56c62bd19a'} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 11:14:23.674035 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-38ef2614-3502-4514-992b-50264d27e0e2 req-7bd688f2-8c06-430f-b796-997da757da95 service neutron] Bound port: ff76fa0f-6df7-483c-bae4-e90d3232618b, host: hv-cinder-83444, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed9a1c02-481f-4a04-a954-ab4bb6b2d4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '4a579521-14d3-4610-a099-3c56c62bd19a'}}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 11:14:23.674546 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-38ef2614-3502-4514-992b-50264d27e0e2 req-7bd688f2-8c06-430f-b796-997da757da95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (ff76fa0f-6df7-483c-bae4-e90d3232618b), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:23.758342 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-e2ad16cf-3c0f-4ac7-98c3-386a53ea9630 req-db9d815f-a488-4ee1-87e1-a22e0a4ce6e5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9948eac0-7781-49c6-8e3e-4b86cdc3de84 HTTP/1.1" status: 200 len: 217 time: 0.0940313 Mar 21 11:14:23.830298 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-837368e5-abcc-4d89-8d1d-6b48d19cd242 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (102879c6-143f-4b9c-9910-49f96b85689d), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:23.833541 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-837368e5-abcc-4d89-8d1d-6b48d19cd242 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:23.837322 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-837368e5-abcc-4d89-8d1d-6b48d19cd242 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/102879c6-143f-4b9c-9910-49f96b85689d HTTP/1.1" status: 204 len: 168 time: 0.5571294 Mar 21 11:14:23.852365 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837368e5-abcc-4d89-8d1d-6b48d19cd242 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=102879c6-143f-4b9c-9910-49f96b85689d,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:23.858926 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [req-236ebc07-0fc8-4313-9009-6834b7a38a58 req-a6f4001f-969f-41fb-a7c3-8062d75e8202 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Allocated IP 172.20.0.13 (edde1cdb-cb70-4a7f-a015-4d6abd2c41fa/bb03aaa0-c83c-430c-a873-c18dc8bcb9dc/eb25be42-c760-4d98-b13e-5a70f54e1415) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:14:24.043486 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-83849098-3ea7-417c-9305-73ba61de5b1a req-c602db6e-b4fe-4455-8b72-4592df8933ed service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=42704ade-853b-4c92-9566-e1c640e2a477&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.6208582 Mar 21 11:14:24.142567 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-9c09b620-d7cd-4866-bdce-2ea2ba1f11d5 req-f2d29a2a-23d8-407e-86d0-beff0c290e4d tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee582f54-cafe-4435-94bb-8a8a6604f57a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5063460 Mar 21 11:14:24.189029 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-236ebc07-0fc8-4313-9009-6834b7a38a58 req-a6f4001f-969f-41fb-a7c3-8062d75e8202 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Publish callbacks [] for port (eb25be42-c760-4d98-b13e-5a70f54e1415), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:24.240197 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-236ebc07-0fc8-4313-9009-6834b7a38a58 req-a6f4001f-969f-41fb-a7c3-8062d75e8202 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738246144781'] for port (eb25be42-c760-4d98-b13e-5a70f54e1415), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:24.315868 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-236ebc07-0fc8-4313-9009-6834b7a38a58 req-a6f4001f-969f-41fb-a7c3-8062d75e8202 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Network edde1cdb-cb70-4a7f-a015-4d6abd2c41fa is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:14:24.326671 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [req-236ebc07-0fc8-4313-9009-6834b7a38a58 req-a6f4001f-969f-41fb-a7c3-8062d75e8202 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:14:24.328684 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-c29e4c72-00d1-4859-8870-2c54c5b3e6df req-0129b118-8ee8-4433-9b02-331b512326d5 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/security-groups?id=d16428e1-03fd-46f7-80c6-8696f1f626ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6632855 Mar 21 11:14:24.353476 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ad16cf-3c0f-4ac7-98c3-386a53ea9630 req-e621a150-5b05-4a68-ba3b-7afbcc9ca600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:24.355066 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-e2ad16cf-3c0f-4ac7-98c3-386a53ea9630 req-e621a150-5b05-4a68-ba3b-7afbcc9ca600 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8a3d170f-7254-484a-9abf-df0a7cea6ed2 HTTP/1.1" status: 200 len: 858 time: 0.3382440 Mar 21 11:14:24.359274 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-236ebc07-0fc8-4313-9009-6834b7a38a58 req-a6f4001f-969f-41fb-a7c3-8062d75e8202 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:14:24.387440 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236ebc07-0fc8-4313-9009-6834b7a38a58 req-a6f4001f-969f-41fb-a7c3-8062d75e8202 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:24.388862 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-236ebc07-0fc8-4313-9009-6834b7a38a58 req-a6f4001f-969f-41fb-a7c3-8062d75e8202 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693044'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:24.426571 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f4001f-969f-41fb-a7c3-8062d75e8202 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Pushing event updated for resources: {'Port': ['ID=eb25be42-c760-4d98-b13e-5a70f54e1415,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:24.535395 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-236ebc07-0fc8-4313-9009-6834b7a38a58 req-a6f4001f-969f-41fb-a7c3-8062d75e8202 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3441756 Mar 21 11:14:24.551150 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 41654) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:14:24.560933 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.v2.base [req-236ebc07-0fc8-4313-9009-6834b7a38a58 req-9dc5785e-4fd6-4a1a-a0e7-1d76ddc18e8a service neutron] Request body: {'port': {'device_id': 'c60601a3-3fb9-48e4-b22d-6fa61e28dfa4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83444'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:14:24.598517 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-38ef2614-3502-4514-992b-50264d27e0e2 req-7bd688f2-8c06-430f-b796-997da757da95 service neutron] For port ff76fa0f-6df7-483c-bae4-e90d3232618b, host hv-cinder-83444, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 11:14:24.665794 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83849098-3ea7-417c-9305-73ba61de5b1a req-c91bc5c7-c01f-4132-9481-c4569d6b0603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:24.667384 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-83849098-3ea7-417c-9305-73ba61de5b1a req-c91bc5c7-c01f-4132-9481-c4569d6b0603 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=efc272227f6d42a69d99652301969d40&device_id=42704ade-853b-4c92-9566-e1c640e2a477 HTTP/1.1" status: 200 len: 1129 time: 0.4743054 Mar 21 11:14:24.696740 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a8c2ebbd-7135-409a-a051-18cc34a205dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:24.700859 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-38ef2614-3502-4514-992b-50264d27e0e2 req-7bd688f2-8c06-430f-b796-997da757da95 service neutron] For port ff76fa0f-6df7-483c-bae4-e90d3232618b, host hv-cinder-83444, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=ff76fa0f-6df7-483c-bae4-e90d3232618b,segment=NetworkSegment(ed9a1c02-481f-4a04-a954-ab4bb6b2d4a8),segment_id=ed9a1c02-481f-4a04-a954-ab4bb6b2d4a8)] {{(pid=103421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 11:14:24.799754 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-236ebc07-0fc8-4313-9009-6834b7a38a58 req-9dc5785e-4fd6-4a1a-a0e7-1d76ddc18e8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (eb25be42-c760-4d98-b13e-5a70f54e1415), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:24.832607 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-93c26235-6ff6-4326-8f4f-7cb752655307 None None] Provisioning complete for port eb25be42-c760-4d98-b13e-5a70f54e1415 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:14:24.833442 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-93c26235-6ff6-4326-8f4f-7cb752655307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688166'] for port (eb25be42-c760-4d98-b13e-5a70f54e1415), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:24.915201 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83849098-3ea7-417c-9305-73ba61de5b1a req-318e3292-a3e3-42d6-bca2-7953ce547ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:24.916752 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-83849098-3ea7-417c-9305-73ba61de5b1a req-318e3292-a3e3-42d6-bca2-7953ce547ff1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c4636bca-faf6-4761-a317-5bb8fbd6e796 HTTP/1.1" status: 200 len: 913 time: 0.2050793 Mar 21 11:14:24.924148 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 11:14:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bda97c1-351b-4954-99ae-21bf5d39681b x-openstack-request-id: req-1bda97c1-351b-4954-99ae-21bf5d39681b {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:14:24.924764 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eaa8796e-ac8a-4032-8b25-89fa11d1d673", "tag": "9948eac0-7781-49c6-8e3e-4b86cdc3de84", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:14:24.925175 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1bda97c1-351b-4954-99ae-21bf5d39681b {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:14:24.925811 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eaa8796e-ac8a-4032-8b25-89fa11d1d673', 'tag': '9948eac0-7781-49c6-8e3e-4b86cdc3de84', 'status': 'completed', 'code': 200} Mar 21 11:14:24.929080 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-38ef2614-3502-4514-992b-50264d27e0e2 req-7bd688f2-8c06-430f-b796-997da757da95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817'] for port (ff76fa0f-6df7-483c-bae4-e90d3232618b), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:24.929658 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-93c26235-6ff6-4326-8f4f-7cb752655307 None None] Port eb25be42-c760-4d98-b13e-5a70f54e1415 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 11:14:24.951769 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ad16cf-3c0f-4ac7-98c3-386a53ea9630 req-94de742d-200f-4abf-a076-700049791be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:24.953827 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-e2ad16cf-3c0f-4ac7-98c3-386a53ea9630 req-94de742d-200f-4abf-a076-700049791be3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4a579521-14d3-4610-a099-3c56c62bd19a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.5529501 Mar 21 11:14:24.961620 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25178df1-4076-497f-a634-527cffdea820 req-624b0e6a-1c1e-41ba-a36f-ffc734287efd tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:24.963600 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-25178df1-4076-497f-a634-527cffdea820 req-624b0e6a-1c1e-41ba-a36f-ffc734287efd tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/ports?device_id=c60601a3-3fb9-48e4-b22d-6fa61e28dfa4 HTTP/1.1" status: 200 len: 932 time: 0.6710789 Mar 21 11:14:25.071908 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-83849098-3ea7-417c-9305-73ba61de5b1a req-f7eed905-51cf-4df9-b511-23f4c5e49f13 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6f95af40-049c-4be3-952b-38b1056c6819 HTTP/1.1" status: 200 len: 217 time: 0.1370726 Mar 21 11:14:25.139862 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ef2614-3502-4514-992b-50264d27e0e2 req-7bd688f2-8c06-430f-b796-997da757da95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:25.141158 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-38ef2614-3502-4514-992b-50264d27e0e2 req-7bd688f2-8c06-430f-b796-997da757da95 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693044'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:25.146128 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-38ef2614-3502-4514-992b-50264d27e0e2 req-7bd688f2-8c06-430f-b796-997da757da95 service neutron] 10.222.0.32 "PUT /v2.0/ports/ff76fa0f-6df7-483c-bae4-e90d3232618b HTTP/1.1" status: 200 len: 1093 time: 4.0266783 Mar 21 11:14:25.333991 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.notifiers.nova [req-236ebc07-0fc8-4313-9009-6834b7a38a58 req-9dc5785e-4fd6-4a1a-a0e7-1d76ddc18e8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb25be42-c760-4d98-b13e-5a70f54e1415 {{(pid=103422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 11:14:25.355313 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-236ebc07-0fc8-4313-9009-6834b7a38a58 req-9dc5785e-4fd6-4a1a-a0e7-1d76ddc18e8a service neutron] Publish callbacks [] for port (eb25be42-c760-4d98-b13e-5a70f54e1415), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:25.394317 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.db.provisioning_blocks [req-236ebc07-0fc8-4313-9009-6834b7a38a58 req-9dc5785e-4fd6-4a1a-a0e7-1d76ddc18e8a service neutron] Transition to ACTIVE for port object eb25be42-c760-4d98-b13e-5a70f54e1415 will not be triggered until provisioned by entity L2. {{(pid=103422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 21 11:14:25.410843 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-236ebc07-0fc8-4313-9009-6834b7a38a58 req-9dc5785e-4fd6-4a1a-a0e7-1d76ddc18e8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817'] for port (eb25be42-c760-4d98-b13e-5a70f54e1415), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:25.522790 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd688f2-8c06-430f-b796-997da757da95 service neutron] Pushing event updated for resources: {'Port': ['ID=ff76fa0f-6df7-483c-bae4-e90d3232618b,revision_number=3']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:25.540714 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-75d7a2b7-fe95-47b7-bb05-68b4226b517a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (5097f9b2-2ef0-4af4-bde3-0c344dd6e70c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:25.627324 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-236ebc07-0fc8-4313-9009-6834b7a38a58 req-9dc5785e-4fd6-4a1a-a0e7-1d76ddc18e8a service neutron] Attempting to bind port eb25be42-c760-4d98-b13e-5a70f54e1415 on host hv-cinder-83444 for vnic_type normal with profile {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 11:14:25.627547 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-236ebc07-0fc8-4313-9009-6834b7a38a58 req-9dc5785e-4fd6-4a1a-a0e7-1d76ddc18e8a service neutron] Attempting to bind port eb25be42-c760-4d98-b13e-5a70f54e1415 by drivers openvswitch,hyperv on host hv-cinder-83444 at level 0 using segments [{'id': '2b3dbd92-7596-4ba4-98c7-1ff5ff135374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'edde1cdb-cb70-4a7f-a015-4d6abd2c41fa'}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 11:14:25.627889 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-236ebc07-0fc8-4313-9009-6834b7a38a58 req-9dc5785e-4fd6-4a1a-a0e7-1d76ddc18e8a service neutron] Attempting to bind port eb25be42-c760-4d98-b13e-5a70f54e1415 on network edde1cdb-cb70-4a7f-a015-4d6abd2c41fa {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:14:25.661277 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc5785e-4fd6-4a1a-a0e7-1d76ddc18e8a service neutron] Pushing event updated for resources: {'Port': ['ID=eb25be42-c760-4d98-b13e-5a70f54e1415,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:25.670393 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-236ebc07-0fc8-4313-9009-6834b7a38a58 req-9dc5785e-4fd6-4a1a-a0e7-1d76ddc18e8a service neutron] Port eb25be42-c760-4d98-b13e-5a70f54e1415 on network edde1cdb-cb70-4a7f-a015-4d6abd2c41fa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83444 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 21 11:14:25.670713 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-236ebc07-0fc8-4313-9009-6834b7a38a58 req-9dc5785e-4fd6-4a1a-a0e7-1d76ddc18e8a service neutron] Attempting to bind port eb25be42-c760-4d98-b13e-5a70f54e1415 on network edde1cdb-cb70-4a7f-a015-4d6abd2c41fa {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:14:25.675776 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83849098-3ea7-417c-9305-73ba61de5b1a req-ee3519f3-46d4-422d-b1a1-35c644c87bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:25.677521 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-236ebc07-0fc8-4313-9009-6834b7a38a58 req-9dc5785e-4fd6-4a1a-a0e7-1d76ddc18e8a service neutron] Checking agent: {'id': 'e1ce583e-86b5-47e2-b889-5e91679074ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83444', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 11, 11, 26), 'started_at': datetime.datetime(2022, 3, 21, 11, 11, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 11, 13, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 11:14:25.677856 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-236ebc07-0fc8-4313-9009-6834b7a38a58 req-9dc5785e-4fd6-4a1a-a0e7-1d76ddc18e8a service neutron] Checking segment: {'id': '2b3dbd92-7596-4ba4-98c7-1ff5ff135374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'edde1cdb-cb70-4a7f-a015-4d6abd2c41fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:14:25.678270 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-236ebc07-0fc8-4313-9009-6834b7a38a58 req-9dc5785e-4fd6-4a1a-a0e7-1d76ddc18e8a service neutron] Bound using segment: {'id': '2b3dbd92-7596-4ba4-98c7-1ff5ff135374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'edde1cdb-cb70-4a7f-a015-4d6abd2c41fa'} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 11:14:25.678733 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-236ebc07-0fc8-4313-9009-6834b7a38a58 req-9dc5785e-4fd6-4a1a-a0e7-1d76ddc18e8a service neutron] Bound port: eb25be42-c760-4d98-b13e-5a70f54e1415, host: hv-cinder-83444, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b3dbd92-7596-4ba4-98c7-1ff5ff135374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'edde1cdb-cb70-4a7f-a015-4d6abd2c41fa'}}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 11:14:25.679012 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-236ebc07-0fc8-4313-9009-6834b7a38a58 req-9dc5785e-4fd6-4a1a-a0e7-1d76ddc18e8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (eb25be42-c760-4d98-b13e-5a70f54e1415), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:25.681252 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-83849098-3ea7-417c-9305-73ba61de5b1a req-ee3519f3-46d4-422d-b1a1-35c644c87bf3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=aac3a445-ba10-4fc3-ad50-b4785fdc2af0 HTTP/1.1" status: 200 len: 852 time: 0.5552342 Mar 21 11:14:25.753447 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (e1ce583e-86b5-47e2-b889-5e91679074ed), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:25.785391 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-236ebc07-0fc8-4313-9009-6834b7a38a58 req-9dc5785e-4fd6-4a1a-a0e7-1d76ddc18e8a service neutron] For port eb25be42-c760-4d98-b13e-5a70f54e1415, host hv-cinder-83444, cleared binding levels {{(pid=103422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 11:14:25.791807 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-236ebc07-0fc8-4313-9009-6834b7a38a58 req-9dc5785e-4fd6-4a1a-a0e7-1d76ddc18e8a service neutron] For port eb25be42-c760-4d98-b13e-5a70f54e1415, host hv-cinder-83444, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=eb25be42-c760-4d98-b13e-5a70f54e1415,segment=NetworkSegment(2b3dbd92-7596-4ba4-98c7-1ff5ff135374),segment_id=2b3dbd92-7596-4ba4-98c7-1ff5ff135374)] {{(pid=103422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 11:14:25.805964 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-236ebc07-0fc8-4313-9009-6834b7a38a58 req-9dc5785e-4fd6-4a1a-a0e7-1d76ddc18e8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817'] for port (eb25be42-c760-4d98-b13e-5a70f54e1415), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:25.886622 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236ebc07-0fc8-4313-9009-6834b7a38a58 req-9dc5785e-4fd6-4a1a-a0e7-1d76ddc18e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:25.887328 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-236ebc07-0fc8-4313-9009-6834b7a38a58 req-9dc5785e-4fd6-4a1a-a0e7-1d76ddc18e8a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693044'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:25.889937 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-83849098-3ea7-417c-9305-73ba61de5b1a req-2d303021-5230-4a26-a548-2ea61b6c364b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c4636bca-faf6-4761-a317-5bb8fbd6e796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1654572 Mar 21 11:14:25.892048 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-236ebc07-0fc8-4313-9009-6834b7a38a58 req-9dc5785e-4fd6-4a1a-a0e7-1d76ddc18e8a service neutron] 10.222.0.32 "PUT /v2.0/ports/eb25be42-c760-4d98-b13e-5a70f54e1415 HTTP/1.1" status: 200 len: 1094 time: 1.3484066 Mar 21 11:14:25.892908 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c60601a3-3fb9-48e4-b22d-6fa61e28dfa4', 'tag': 'eb25be42-c760-4d98-b13e-5a70f54e1415'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:14:25.900936 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-25178df1-4076-497f-a634-527cffdea820 req-1cebbfc7-b948-4dfc-809b-bbe0b423f90f tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/security-groups?id=d03ae1a0-8987-409a-b315-103a0a29069c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9085662 Mar 21 11:14:25.903763 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ef2614-3502-4514-992b-50264d27e0e2 req-027201b5-f2d8-4e7d-89f4-37ada898a7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:25.905807 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-38ef2614-3502-4514-992b-50264d27e0e2 req-027201b5-f2d8-4e7d-89f4-37ada898a7bb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=52347e0a8df44be6bcf4f99067c9a702&device_id=e8703943-14fc-4c57-bce1-978a2a6a70a2 HTTP/1.1" status: 200 len: 1127 time: 0.6192424 Mar 21 11:14:25.942336 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41c5d39db19d144038176bb777b16d1c8d23e2eed0354b669264d617ed9abe1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-770d84ec-78f3-43d3-97ce-bc26699341e4" -d '{"events": [{"name": "network-changed", "server_uuid": "c60601a3-3fb9-48e4-b22d-6fa61e28dfa4", "tag": "eb25be42-c760-4d98-b13e-5a70f54e1415"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:14:26.070550 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc5785e-4fd6-4a1a-a0e7-1d76ddc18e8a service neutron] Pushing event updated for resources: {'Port': ['ID=eb25be42-c760-4d98-b13e-5a70f54e1415,revision_number=3']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:26.081161 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 41712) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:14:26.093824 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-e2ad16cf-3c0f-4ac7-98c3-386a53ea9630 req-6060192e-601c-413a-8cda-ee688c078849 service neutron] 10.222.0.32 "GET /v2.0/networks/4a579521-14d3-4610-a099-3c56c62bd19a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1273072 Mar 21 11:14:26.174248 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236ebc07-0fc8-4313-9009-6834b7a38a58 req-0ee68f6b-13fa-435b-8711-5217464a1f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:26.182559 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-236ebc07-0fc8-4313-9009-6834b7a38a58 req-0ee68f6b-13fa-435b-8711-5217464a1f4c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=53cbbdfcec5443308803a36be9595a3d&device_id=c60601a3-3fb9-48e4-b22d-6fa61e28dfa4 HTTP/1.1" status: 200 len: 1128 time: 0.2304099 Mar 21 11:14:26.281051 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-236ebc07-0fc8-4313-9009-6834b7a38a58 req-d569ce73-0de6-49e4-ad6c-536b32d9fe84 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eb25be42-c760-4d98-b13e-5a70f54e1415 HTTP/1.1" status: 200 len: 217 time: 0.0920932 Mar 21 11:14:26.350941 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-10136192-2438-45e1-b925-175c02f3e367 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:26.382285 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-38ef2614-3502-4514-992b-50264d27e0e2 req-8a9ff9a5-9300-4a97-b9de-1b9a622b3f21 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ff76fa0f-6df7-483c-bae4-e90d3232618b HTTP/1.1" status: 200 len: 217 time: 0.4252987 Mar 21 11:14:26.418189 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236ebc07-0fc8-4313-9009-6834b7a38a58 req-0082c258-718a-4c8d-b161-273e4ad93047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:26.420201 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-236ebc07-0fc8-4313-9009-6834b7a38a58 req-0082c258-718a-4c8d-b161-273e4ad93047 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bb03aaa0-c83c-430c-a873-c18dc8bcb9dc HTTP/1.1" status: 200 len: 856 time: 0.1273878 Mar 21 11:14:26.551819 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236ebc07-0fc8-4313-9009-6834b7a38a58 req-c9d9fa98-9a18-474f-8c97-e137af8a4d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:26.553834 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-236ebc07-0fc8-4313-9009-6834b7a38a58 req-c9d9fa98-9a18-474f-8c97-e137af8a4d2b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=edde1cdb-cb70-4a7f-a015-4d6abd2c41fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1217651 Mar 21 11:14:26.595679 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-10136192-2438-45e1-b925-175c02f3e367 admin admin] Publish callbacks [] for security_group (370da28f-bccd-451e-823c-ceaeaaaf557c), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:26.667280 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-10136192-2438-45e1-b925-175c02f3e367 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (370da28f-bccd-451e-823c-ceaeaaaf557c), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:26.671357 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a639ef-f487-4a63-9a59-518f00bd7846 req-d13d5cc6-0c25-43f5-948a-f3a07ea6786c tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:26.683068 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-89a639ef-f487-4a63-9a59-518f00bd7846 req-d13d5cc6-0c25-43f5-948a-f3a07ea6786c tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] 10.222.0.24 "GET /v2.0/ports?device_id=21730027-c312-4efd-9945-ee0d10cc94e5 HTTP/1.1" status: 200 len: 946 time: 0.7741635 Mar 21 11:14:26.687865 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a8c2ebbd-7135-409a-a051-18cc34a205dc admin admin] Publish callbacks [] for security_group (436fe0d2-eb6c-4be2-81c3-69be6190dd22), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:26.738959 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-10136192-2438-45e1-b925-175c02f3e367 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2407657ad6ce4bb98259fa5dd0718b8a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6538639 Mar 21 11:14:26.742252 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52237e4b-5ad1-47fd-91d0-b5b223841745 req-f583d4b9-bbca-4a37-9761-9302a7520b7a tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:26.743772 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 41732) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:14:26.745423 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-52237e4b-5ad1-47fd-91d0-b5b223841745 req-f583d4b9-bbca-4a37-9761-9302a7520b7a tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8703943-14fc-4c57-bce1-978a2a6a70a2 HTTP/1.1" status: 200 len: 943 time: 0.5764258 Mar 21 11:14:26.746647 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a8c2ebbd-7135-409a-a051-18cc34a205dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (436fe0d2-eb6c-4be2-81c3-69be6190dd22), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:26.754203 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10136192-2438-45e1-b925-175c02f3e367 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=370da28f-bccd-451e-823c-ceaeaaaf557c,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:26.834044 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-236ebc07-0fc8-4313-9009-6834b7a38a58 req-7425f976-492b-4bc8-8ea3-2546d1ba8d87 service neutron] 10.222.0.32 "GET /v2.0/networks/edde1cdb-cb70-4a7f-a015-4d6abd2c41fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2601926 Mar 21 11:14:26.884995 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ef2614-3502-4514-992b-50264d27e0e2 req-660c0e1d-bac6-44ae-a998-1c081b6cfc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:26.886886 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-38ef2614-3502-4514-992b-50264d27e0e2 req-660c0e1d-bac6-44ae-a998-1c081b6cfc0f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8a3d170f-7254-484a-9abf-df0a7cea6ed2 HTTP/1.1" status: 200 len: 858 time: 0.4255912 Mar 21 11:14:26.914520 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c2ebbd-7135-409a-a051-18cc34a205dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=436fe0d2-eb6c-4be2-81c3-69be6190dd22,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:26.919617 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-83849098-3ea7-417c-9305-73ba61de5b1a req-9c880abc-dbb8-4773-97d0-143d9a4b0df2 service neutron] 10.222.0.32 "GET /v2.0/networks/c4636bca-faf6-4761-a317-5bb8fbd6e796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9969735 Mar 21 11:14:26.927436 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-070525d7-506d-4003-b932-40a5550aeed3 admin admin] Publish callbacks [] for security_group (370da28f-bccd-451e-823c-ceaeaaaf557c), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:26.944010 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8703943-14fc-4c57-bce1-978a2a6a70a2', 'tag': 'ff76fa0f-6df7-483c-bae4-e90d3232618b'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:14:26.946742 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881d039021bf7bfdbb2ec2cc2a60bd67cc793bf6de71028ad915050608b1b1c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9df8229b-56c8-4f69-b657-a74f6f72328d" -d '{"events": [{"name": "network-changed", "server_uuid": "e8703943-14fc-4c57-bce1-978a2a6a70a2", "tag": "ff76fa0f-6df7-483c-bae4-e90d3232618b"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:14:26.966730 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-a8c2ebbd-7135-409a-a051-18cc34a205dc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d044a9af72084917b0c1fc808825c1b2&name=default HTTP/1.1" status: 200 len: 2996 time: 2.4121974 Mar 21 11:14:26.967171 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 41740) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:14:26.973788 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-070525d7-506d-4003-b932-40a5550aeed3 admin admin] Publish callbacks [] for security_group (370da28f-bccd-451e-823c-ceaeaaaf557c), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:27.016842 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-e2ad16cf-3c0f-4ac7-98c3-386a53ea9630 req-3c7cb48e-ac6c-4ad8-8891-93014c9eb255 service neutron] 10.222.0.32 "GET /v2.0/networks/4a579521-14d3-4610-a099-3c56c62bd19a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8459635 Mar 21 11:14:27.064431 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-89a639ef-f487-4a63-9a59-518f00bd7846 req-4fc12f26-7750-415b-9e12-b60630251947 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee582f54-cafe-4435-94bb-8a8a6604f57a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3748622 Mar 21 11:14:27.065306 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-236ebc07-0fc8-4313-9009-6834b7a38a58 req-9c136dad-0e2f-482d-bc5f-c5f628f7d653 service neutron] 10.222.0.32 "GET /v2.0/networks/edde1cdb-cb70-4a7f-a015-4d6abd2c41fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195849 Mar 21 11:14:27.098392 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-52237e4b-5ad1-47fd-91d0-b5b223841745 req-3cef8973-b338-4756-b642-7b57e4b5adfe tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/security-groups?id=d16428e1-03fd-46f7-80c6-8696f1f626ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3015707 Mar 21 11:14:27.103412 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-cfeefc28-dcce-4535-9a37-6f3d9f85f4e5 admin admin] Publish callbacks [] for security_group (436fe0d2-eb6c-4be2-81c3-69be6190dd22), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:27.136351 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ef2614-3502-4514-992b-50264d27e0e2 req-a8d7100c-c6f0-4ddd-8bfa-ef73255b35a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:27.138298 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-38ef2614-3502-4514-992b-50264d27e0e2 req-a8d7100c-c6f0-4ddd-8bfa-ef73255b35a2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4a579521-14d3-4610-a099-3c56c62bd19a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.2384419 Mar 21 11:14:27.147085 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-cfeefc28-dcce-4535-9a37-6f3d9f85f4e5 admin admin] Publish callbacks [] for security_group (436fe0d2-eb6c-4be2-81c3-69be6190dd22), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:27.157354 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-070525d7-506d-4003-b932-40a5550aeed3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (370da28f-bccd-451e-823c-ceaeaaaf557c), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:27.159874 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-070525d7-506d-4003-b932-40a5550aeed3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:27.164067 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-070525d7-506d-4003-b932-40a5550aeed3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/370da28f-bccd-451e-823c-ceaeaaaf557c HTTP/1.1" status: 204 len: 168 time: 0.4191496 Mar 21 11:14:27.178576 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 11:14:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2cf283a-c4b6-4a98-bae2-8b85c19005ad x-openstack-request-id: req-b2cf283a-c4b6-4a98-bae2-8b85c19005ad {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:14:27.178843 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c60601a3-3fb9-48e4-b22d-6fa61e28dfa4", "tag": "eb25be42-c760-4d98-b13e-5a70f54e1415", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:14:27.179099 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b2cf283a-c4b6-4a98-bae2-8b85c19005ad {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:14:27.179497 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c60601a3-3fb9-48e4-b22d-6fa61e28dfa4', 'tag': 'eb25be42-c760-4d98-b13e-5a70f54e1415', 'status': 'completed', 'code': 200} Mar 21 11:14:27.204337 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 11:14:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71c12b6b-ca91-4b17-83eb-f791e5249369 x-openstack-request-id: req-71c12b6b-ca91-4b17-83eb-f791e5249369 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:14:27.204993 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8703943-14fc-4c57-bce1-978a2a6a70a2", "tag": "ff76fa0f-6df7-483c-bae4-e90d3232618b", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:14:27.205441 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-71c12b6b-ca91-4b17-83eb-f791e5249369 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:14:27.206088 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8703943-14fc-4c57-bce1-978a2a6a70a2', 'tag': 'ff76fa0f-6df7-483c-bae4-e90d3232618b', 'status': 'completed', 'code': 200} Mar 21 11:14:27.210443 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-83849098-3ea7-417c-9305-73ba61de5b1a req-6c3f3f00-388f-408b-a784-b32652b3ab54 service neutron] 10.222.0.32 "GET /v2.0/networks/c4636bca-faf6-4761-a317-5bb8fbd6e796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2541206 Mar 21 11:14:27.231011 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070525d7-506d-4003-b932-40a5550aeed3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=370da28f-bccd-451e-823c-ceaeaaaf557c,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:27.268399 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3088a7d7-e012-4281-8a96-ef56d08e380e req-ac8a11f2-9012-4440-8db9-8c637ade95a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:27.270050 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-3088a7d7-e012-4281-8a96-ef56d08e380e req-ac8a11f2-9012-4440-8db9-8c637ade95a4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=52347e0a8df44be6bcf4f99067c9a702&device_id=eaa8796e-ac8a-4032-8b25-89fa11d1d673 HTTP/1.1" status: 200 len: 1128 time: 0.1023080 Mar 21 11:14:27.383556 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-cfeefc28-dcce-4535-9a37-6f3d9f85f4e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (436fe0d2-eb6c-4be2-81c3-69be6190dd22), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:27.386289 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-cfeefc28-dcce-4535-9a37-6f3d9f85f4e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:27.390575 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-cfeefc28-dcce-4535-9a37-6f3d9f85f4e5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/436fe0d2-eb6c-4be2-81c3-69be6190dd22 HTTP/1.1" status: 204 len: 168 time: 0.4165850 Mar 21 11:14:27.410000 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3088a7d7-e012-4281-8a96-ef56d08e380e req-45fbff5a-fda0-48a3-8b9d-00e781ede0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:27.411601 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-3088a7d7-e012-4281-8a96-ef56d08e380e req-45fbff5a-fda0-48a3-8b9d-00e781ede0f0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4a579521-14d3-4610-a099-3c56c62bd19a HTTP/1.1" status: 200 len: 920 time: 0.1324456 Mar 21 11:14:27.412640 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfeefc28-dcce-4535-9a37-6f3d9f85f4e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=436fe0d2-eb6c-4be2-81c3-69be6190dd22,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:27.507772 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-3088a7d7-e012-4281-8a96-ef56d08e380e req-a8b6af57-4830-4642-a569-147083661d44 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9948eac0-7781-49c6-8e3e-4b86cdc3de84 HTTP/1.1" status: 200 len: 217 time: 0.0853972 Mar 21 11:14:27.604410 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3088a7d7-e012-4281-8a96-ef56d08e380e req-b89dc576-7fed-40b5-85b7-6f6bee341040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:27.605808 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-3088a7d7-e012-4281-8a96-ef56d08e380e req-b89dc576-7fed-40b5-85b7-6f6bee341040 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8a3d170f-7254-484a-9abf-df0a7cea6ed2 HTTP/1.1" status: 200 len: 858 time: 0.0903673 Mar 21 11:14:27.694224 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-38ef2614-3502-4514-992b-50264d27e0e2 req-c2dff069-f9d8-4f3a-b41e-e3746267c201 service neutron] 10.222.0.32 "GET /v2.0/networks/4a579521-14d3-4610-a099-3c56c62bd19a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5378034 Mar 21 11:14:27.696639 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 41752) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:14:27.742623 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3088a7d7-e012-4281-8a96-ef56d08e380e req-6f3a3ff7-d86d-4c6c-a422-e986bd4c9940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:27.746165 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-3088a7d7-e012-4281-8a96-ef56d08e380e req-6f3a3ff7-d86d-4c6c-a422-e986bd4c9940 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4a579521-14d3-4610-a099-3c56c62bd19a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1305242 Mar 21 11:14:27.749506 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-62139f1d-f8a4-4ff4-9bdf-1fbf7b410ab7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:27.909106 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-38ef2614-3502-4514-992b-50264d27e0e2 req-6ba7d3e0-0ca1-416e-8687-fb7c59dae0d9 service neutron] 10.222.0.32 "GET /v2.0/networks/4a579521-14d3-4610-a099-3c56c62bd19a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401100 Mar 21 11:14:27.961844 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-3088a7d7-e012-4281-8a96-ef56d08e380e req-2a51b336-8633-4975-ad33-d3f1d660566f service neutron] 10.222.0.32 "GET /v2.0/networks/4a579521-14d3-4610-a099-3c56c62bd19a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074530 Mar 21 11:14:27.968149 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770d84ec-78f3-43d3-97ce-bc26699341e4 req-a39c6e07-94c2-44f9-8b66-d6ad05ac3856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:27.973833 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-770d84ec-78f3-43d3-97ce-bc26699341e4 req-a39c6e07-94c2-44f9-8b66-d6ad05ac3856 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=53cbbdfcec5443308803a36be9595a3d&device_id=c60601a3-3fb9-48e4-b22d-6fa61e28dfa4 HTTP/1.1" status: 200 len: 1128 time: 0.7454004 Mar 21 11:14:27.991101 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586c2dd2-bcce-4692-a136-47dd7084d658 req-16a5085e-d65b-44ea-a20c-70415e1cedbd tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:27.993645 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-586c2dd2-bcce-4692-a136-47dd7084d658 req-16a5085e-d65b-44ea-a20c-70415e1cedbd tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] 10.222.0.24 "GET /v2.0/ports?device_id=21730027-c312-4efd-9945-ee0d10cc94e5 HTTP/1.1" status: 200 len: 946 time: 0.6534908 Mar 21 11:14:28.005552 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 41766) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:14:28.020083 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.v2.base [None req-21ba457a-3014-452c-96ab-77663a466d0f tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Request body: {'floatingip': {'port_id': '6551c28e-0365-4364-a2f5-4efa7bf2bb34'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:14:28.123881 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cda5b2-e659-4f88-917b-4c91189af97b req-e688ecf1-61dc-44b7-9c7d-c920402b2bdc tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:28.144803 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-66cda5b2-e659-4f88-917b-4c91189af97b req-e688ecf1-61dc-44b7-9c7d-c920402b2bdc tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/ports?device_id=c60601a3-3fb9-48e4-b22d-6fa61e28dfa4 HTTP/1.1" status: 200 len: 944 time: 0.8382351 Mar 21 11:14:28.184618 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6694aa1f-bf8d-44e0-b771-2551b8853c50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (47320176-3fab-4a55-b687-b3e35e89e628), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:28.237983 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-21ba457a-3014-452c-96ab-77663a466d0f tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Publish callbacks [] for floatingip (026accb8-7e34-4e91-ac33-ce2fd65c1933), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:28.337221 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df8229b-56c8-4f69-b657-a74f6f72328d req-192618a9-ed50-4652-8d94-5a564e485784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:28.338795 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-9df8229b-56c8-4f69-b657-a74f6f72328d req-192618a9-ed50-4652-8d94-5a564e485784 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=52347e0a8df44be6bcf4f99067c9a702&device_id=e8703943-14fc-4c57-bce1-978a2a6a70a2 HTTP/1.1" status: 200 len: 1127 time: 0.3318336 Mar 21 11:14:28.387719 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-3088a7d7-e012-4281-8a96-ef56d08e380e req-1b7f2448-36a4-4026-bb40-12d3a9972bf7 service neutron] 10.222.0.32 "GET /v2.0/networks/4a579521-14d3-4610-a099-3c56c62bd19a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3981547 Mar 21 11:14:28.388209 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770d84ec-78f3-43d3-97ce-bc26699341e4 req-6a1c3269-1866-4646-bfce-378658c6614f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:28.389349 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-770d84ec-78f3-43d3-97ce-bc26699341e4 req-6a1c3269-1866-4646-bfce-378658c6614f service neutron] 10.222.0.32 "GET /v2.0/networks?id=edde1cdb-cb70-4a7f-a015-4d6abd2c41fa HTTP/1.1" status: 200 len: 918 time: 0.3797050 Mar 21 11:14:28.410725 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-66cda5b2-e659-4f88-917b-4c91189af97b req-5ef708f1-3392-421b-8c73-ef78ad96e9d5 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/security-groups?id=d03ae1a0-8987-409a-b315-103a0a29069c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2640522 Mar 21 11:14:28.487264 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-62139f1d-f8a4-4ff4-9bdf-1fbf7b410ab7 admin admin] Publish callbacks [] for security_group (62e2ddc8-b806-4c3b-a744-748383f9d74f), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:28.555985 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-62139f1d-f8a4-4ff4-9bdf-1fbf7b410ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (62e2ddc8-b806-4c3b-a744-748383f9d74f), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:28.591102 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-770d84ec-78f3-43d3-97ce-bc26699341e4 req-e1c1a540-c1ff-4ffe-b6dc-69ac0b31846c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eb25be42-c760-4d98-b13e-5a70f54e1415 HTTP/1.1" status: 200 len: 217 time: 0.1316273 Mar 21 11:14:28.618003 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-5db6d96b-8c48-4aa5-944a-567c97b9cc9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (964235d6-d67c-4a74-84a5-611ab5391dc9), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:28.728035 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-62139f1d-f8a4-4ff4-9bdf-1fbf7b410ab7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4aa1363c4df6451c8061fae4e3e305cd&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0267682 Mar 21 11:14:28.743219 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e17f011-b43f-435a-bf71-25d5e57735ad req-8541983e-5cb4-4542-8a63-bcd0f2764935 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:28.746374 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-1e17f011-b43f-435a-bf71-25d5e57735ad req-8541983e-5cb4-4542-8a63-bcd0f2764935 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8703943-14fc-4c57-bce1-978a2a6a70a2 HTTP/1.1" status: 200 len: 943 time: 0.5009778 Mar 21 11:14:28.747963 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770d84ec-78f3-43d3-97ce-bc26699341e4 req-4a63a32d-b870-4158-b34e-d03cb4c4456b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:28.749357 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-770d84ec-78f3-43d3-97ce-bc26699341e4 req-4a63a32d-b870-4158-b34e-d03cb4c4456b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bb03aaa0-c83c-430c-a873-c18dc8bcb9dc HTTP/1.1" status: 200 len: 856 time: 0.1187813 Mar 21 11:14:28.750125 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 41808) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:14:28.782526 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62139f1d-f8a4-4ff4-9bdf-1fbf7b410ab7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62e2ddc8-b806-4c3b-a744-748383f9d74f,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:28.937009 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df8229b-56c8-4f69-b657-a74f6f72328d req-dc16549b-1465-4e69-922f-bb98836c1e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:28.940203 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-9df8229b-56c8-4f69-b657-a74f6f72328d req-dc16549b-1465-4e69-922f-bb98836c1e9c service neutron] 10.222.0.32 "GET /v2.0/networks?id=4a579521-14d3-4610-a099-3c56c62bd19a HTTP/1.1" status: 200 len: 920 time: 0.5484180 Mar 21 11:14:29.008077 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-1e17f011-b43f-435a-bf71-25d5e57735ad req-f0dce0d8-3ef3-430e-8455-4a51dbefbf80 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/security-groups?id=d16428e1-03fd-46f7-80c6-8696f1f626ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352371 Mar 21 11:14:29.022145 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-9df8229b-56c8-4f69-b657-a74f6f72328d req-84be172d-b741-47bc-9b25-d544e9ccbd0e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ff76fa0f-6df7-483c-bae4-e90d3232618b HTTP/1.1" status: 200 len: 217 time: 0.0731938 Mar 21 11:14:29.033186 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-fc27c89c-a966-4b5d-96a6-3983816303b1 admin admin] Publish callbacks [] for security_group (62e2ddc8-b806-4c3b-a744-748383f9d74f), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:29.045550 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770d84ec-78f3-43d3-97ce-bc26699341e4 req-d4793219-cdb3-4f70-8725-4504a4663f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:29.047109 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-770d84ec-78f3-43d3-97ce-bc26699341e4 req-d4793219-cdb3-4f70-8725-4504a4663f47 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=edde1cdb-cb70-4a7f-a015-4d6abd2c41fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.2864740 Mar 21 11:14:29.112656 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34da9386-7556-4e96-bc91-c8d2d1a05917 req-5984bbf7-dfba-4896-af34-382f57df8a91 tempest-DeleteServersTestJSON-1318486940 tempest-DeleteServersTestJSON-1318486940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:29.120448 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-34da9386-7556-4e96-bc91-c8d2d1a05917 req-5984bbf7-dfba-4896-af34-382f57df8a91 tempest-DeleteServersTestJSON-1318486940 tempest-DeleteServersTestJSON-1318486940-project] 10.222.0.24 "GET /v2.0/ports?device_id=42704ade-853b-4c92-9566-e1c640e2a477 HTTP/1.1" status: 200 len: 945 time: 0.2893357 Mar 21 11:14:29.170136 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-fc27c89c-a966-4b5d-96a6-3983816303b1 admin admin] Publish callbacks [] for security_group (62e2ddc8-b806-4c3b-a744-748383f9d74f), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:29.220467 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df8229b-56c8-4f69-b657-a74f6f72328d req-660dc6b9-c189-4d4b-8d3f-3b313a3cfb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:29.222413 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-9df8229b-56c8-4f69-b657-a74f6f72328d req-660dc6b9-c189-4d4b-8d3f-3b313a3cfb21 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8a3d170f-7254-484a-9abf-df0a7cea6ed2 HTTP/1.1" status: 200 len: 858 time: 0.1915131 Mar 21 11:14:29.329653 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-34da9386-7556-4e96-bc91-c8d2d1a05917 req-ec73ef55-6c29-4276-8545-6bef79006cab tempest-DeleteServersTestJSON-1318486940 tempest-DeleteServersTestJSON-1318486940-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e3258c1-f56d-4c6d-b378-7398f8f2fc20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949317 Mar 21 11:14:29.329739 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-21ba457a-3014-452c-96ab-77663a466d0f tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:29.339081 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-21ba457a-3014-452c-96ab-77663a466d0f tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1690700'] for floatingip (026accb8-7e34-4e91-ac33-ce2fd65c1933), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:29.349413 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-770d84ec-78f3-43d3-97ce-bc26699341e4 req-32c7e82a-1ec6-4046-9db9-8f662f5e7b96 service neutron] 10.222.0.32 "GET /v2.0/networks/edde1cdb-cb70-4a7f-a015-4d6abd2c41fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2685163 Mar 21 11:14:29.356946 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df8229b-56c8-4f69-b657-a74f6f72328d req-5cbd2480-4b85-4d08-a53a-873e310a1e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:29.358489 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-9df8229b-56c8-4f69-b657-a74f6f72328d req-5cbd2480-4b85-4d08-a53a-873e310a1e8b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4a579521-14d3-4610-a099-3c56c62bd19a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1186109 Mar 21 11:14:29.429550 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-fc27c89c-a966-4b5d-96a6-3983816303b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (62e2ddc8-b806-4c3b-a744-748383f9d74f), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:29.432047 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-fc27c89c-a966-4b5d-96a6-3983816303b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:29.442502 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-fc27c89c-a966-4b5d-96a6-3983816303b1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/62e2ddc8-b806-4c3b-a744-748383f9d74f HTTP/1.1" status: 204 len: 168 time: 0.6796942 Mar 21 11:14:29.456545 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 41832) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:14:29.467356 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 41836) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:14:29.493051 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.db.l3_db [None req-21ba457a-3014-452c-96ab-77663a466d0f tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Floating IP 026accb8-7e34-4e91-ac33-ce2fd65c1933 associated. External IP: 172.28.0.194, port: 6551c28e-0365-4364-a2f5-4efa7bf2bb34. Mar 21 11:14:29.542802 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (4788e3a4-6d7d-47da-90c6-7227f6e2e35d), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:29.563757 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc27c89c-a966-4b5d-96a6-3983816303b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62e2ddc8-b806-4c3b-a744-748383f9d74f,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:29.589154 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-9df8229b-56c8-4f69-b657-a74f6f72328d req-dd2b1973-35a1-4aa5-8ce1-f1657eb1188d service neutron] 10.222.0.32 "GET /v2.0/networks/4a579521-14d3-4610-a099-3c56c62bd19a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689470 Mar 21 11:14:29.604987 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-432f4e73-7418-4db4-96ad-638be72408b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:29.672501 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-770d84ec-78f3-43d3-97ce-bc26699341e4 req-9ffd83fd-2d1b-4b0c-b3f2-133c4562c766 service neutron] 10.222.0.32 "GET /v2.0/networks/edde1cdb-cb70-4a7f-a015-4d6abd2c41fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3129666 Mar 21 11:14:29.715526 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a9a71a-011f-4fec-b785-4b3a1ebe7288 req-7284ac24-20d8-4414-82bc-9b4ced7d164b tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:29.717215 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-67a9a71a-011f-4fec-b785-4b3a1ebe7288 req-7284ac24-20d8-4414-82bc-9b4ced7d164b tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/ports?device_id=c60601a3-3fb9-48e4-b22d-6fa61e28dfa4 HTTP/1.1" status: 200 len: 944 time: 0.1839137 Mar 21 11:14:29.777076 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-9df8229b-56c8-4f69-b657-a74f6f72328d req-5b656644-10b8-427f-8f04-e6196228d426 service neutron] 10.222.0.32 "GET /v2.0/networks/4a579521-14d3-4610-a099-3c56c62bd19a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786489 Mar 21 11:14:29.807377 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-67a9a71a-011f-4fec-b785-4b3a1ebe7288 req-6ed6fd07-ee54-47e4-84c1-9e7867a2acd8 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/security-groups?id=d03ae1a0-8987-409a-b315-103a0a29069c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808103 Mar 21 11:14:29.816667 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-432f4e73-7418-4db4-96ad-638be72408b0 admin admin] Publish callbacks [] for security_group (75408e2d-7a59-40cf-a746-8ee8080b7d90), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:29.825533 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-432f4e73-7418-4db4-96ad-638be72408b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (75408e2d-7a59-40cf-a746-8ee8080b7d90), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:29.890539 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c3a37aa6-1493-4853-9aeb-d224d6b5e638 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:29.894527 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432f4e73-7418-4db4-96ad-638be72408b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75408e2d-7a59-40cf-a746-8ee8080b7d90,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:29.903178 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 41846) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:14:29.903303 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-432f4e73-7418-4db4-96ad-638be72408b0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b529bae4e67d4bf196422a4e3231e1cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4445796 Mar 21 11:14:29.905416 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21ba457a-3014-452c-96ab-77663a466d0f tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Router 92a02156-46db-4840-99fe-9b2e5df1d7e3 has already been hosted by L3 agent 5097f9b2-2ef0-4af4-bde3-0c344dd6e70c {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 11:14:29.988017 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6d70761b-c578-42e3-94e5-087cff793a84 admin admin] Publish callbacks [] for security_group (75408e2d-7a59-40cf-a746-8ee8080b7d90), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:30.032815 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6d70761b-c578-42e3-94e5-087cff793a84 admin admin] Publish callbacks [] for security_group (75408e2d-7a59-40cf-a746-8ee8080b7d90), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:30.097444 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21ba457a-3014-452c-96ab-77663a466d0f tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Notify agent at l3_agent.dv-cinder-834448-1-smb the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 11:14:30.105942 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-21ba457a-3014-452c-96ab-77663a466d0f tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97509'] for floatingip (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:30.111597 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c3a37aa6-1493-4853-9aeb-d224d6b5e638 admin admin] Publish callbacks [] for security_group (07b1e7d0-13c8-47ba-99c9-324e77182e1d), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:30.128493 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47bb62a6-6cbc-46d3-b0c9-79d8da5d26d4 None None] Sync routers for ids ['92a02156-46db-4840-99fe-9b2e5df1d7e3'] in dv-cinder-834448-1-smb {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 11:14:30.130775 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6d70761b-c578-42e3-94e5-087cff793a84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (75408e2d-7a59-40cf-a746-8ee8080b7d90), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:30.137940 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6d70761b-c578-42e3-94e5-087cff793a84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:30.143104 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-6d70761b-c578-42e3-94e5-087cff793a84 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/75408e2d-7a59-40cf-a746-8ee8080b7d90 HTTP/1.1" status: 204 len: 168 time: 0.2386823 Mar 21 11:14:30.159017 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47bb62a6-6cbc-46d3-b0c9-79d8da5d26d4 None None] Routers {'92a02156-46db-4840-99fe-9b2e5df1d7e3'} bound to L3 agent in host dv-cinder-834448-1-smb {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:14:30.160268 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c3a37aa6-1493-4853-9aeb-d224d6b5e638 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (07b1e7d0-13c8-47ba-99c9-324e77182e1d), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:30.160618 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-47bb62a6-6cbc-46d3-b0c9-79d8da5d26d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T11:04:55Z,description=,heartbeat_timestamp=2022-03-21T11:14:26Z,host='dv-cinder-834448-1-smb',id=5097f9b2-2ef0-4af4-bde3-0c344dd6e70c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:55Z,topic='l3_agent')) {'router_ids': ['92a02156-46db-4840-99fe-9b2e5df1d7e3'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:14:30.168737 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d70761b-c578-42e3-94e5-087cff793a84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75408e2d-7a59-40cf-a746-8ee8080b7d90,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:30.231120 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-c3a37aa6-1493-4853-9aeb-d224d6b5e638 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2f6fbc062a534524b54ac33c2d789c8f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7598805 Mar 21 11:14:30.233066 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-21ba457a-3014-452c-96ab-77663a466d0f tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] 10.222.0.24 "PUT /v2.0/floatingips/026accb8-7e34-4e91-ac33-ce2fd65c1933 HTTP/1.1" status: 200 len: 992 time: 2.2264233 Mar 21 11:14:30.235089 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 41864) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:14:30.235565 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21730027-c312-4efd-9945-ee0d10cc94e5', 'tag': '6551c28e-0365-4364-a2f5-4efa7bf2bb34'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:14:30.241161 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41c5d39db19d144038176bb777b16d1c8d23e2eed0354b669264d617ed9abe1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e106328f-38f5-47af-93d6-58d806ed2178" -d '{"events": [{"name": "network-changed", "server_uuid": "21730027-c312-4efd-9945-ee0d10cc94e5", "tag": "6551c28e-0365-4364-a2f5-4efa7bf2bb34"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:14:30.252489 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a37aa6-1493-4853-9aeb-d224d6b5e638 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07b1e7d0-13c8-47ba-99c9-324e77182e1d,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:30.339562 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51a0f77-a019-4a5a-a87a-877a800ba79b req-b5d2dc73-502f-4c80-8648-c9ac2332adaf tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:30.353633 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 11:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60f98fe7-e193-48ad-86f9-dab15a2e5b8c x-openstack-request-id: req-60f98fe7-e193-48ad-86f9-dab15a2e5b8c {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:14:30.353918 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21730027-c312-4efd-9945-ee0d10cc94e5", "tag": "6551c28e-0365-4364-a2f5-4efa7bf2bb34", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:14:30.354180 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-60f98fe7-e193-48ad-86f9-dab15a2e5b8c {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:14:30.354594 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21730027-c312-4efd-9945-ee0d10cc94e5', 'tag': '6551c28e-0365-4364-a2f5-4efa7bf2bb34', 'status': 'completed', 'code': 200} Mar 21 11:14:30.355643 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-77ab62f8-adc7-414f-aa09-62c23ff18020 admin admin] Publish callbacks [] for security_group (07b1e7d0-13c8-47ba-99c9-324e77182e1d), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:30.366998 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-b51a0f77-a019-4a5a-a87a-877a800ba79b req-b5d2dc73-502f-4c80-8648-c9ac2332adaf tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8703943-14fc-4c57-bce1-978a2a6a70a2 HTTP/1.1" status: 200 len: 943 time: 0.1767471 Mar 21 11:14:30.380974 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-47bb62a6-6cbc-46d3-b0c9-79d8da5d26d4 None None] Set router 92a02156-46db-4840-99fe-9b2e5df1d7e3 gateway port host: dv-cinder-834448-1-smb {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:14:30.382469 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-77ab62f8-adc7-414f-aa09-62c23ff18020 admin admin] Publish callbacks [] for security_group (07b1e7d0-13c8-47ba-99c9-324e77182e1d), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:30.404166 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Device ff76fa0f-6df7-483c-bae4-e90d3232618b details requested by agent hyperv_hv-cinder-83444 with host hv-cinder-83444 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 11:14:30.478908 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-b51a0f77-a019-4a5a-a87a-877a800ba79b req-8cac9a7a-cd24-4c64-bbd5-1a4e1057b687 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/security-groups?id=d16428e1-03fd-46f7-80c6-8696f1f626ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093032 Mar 21 11:14:30.480178 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-77ab62f8-adc7-414f-aa09-62c23ff18020 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (07b1e7d0-13c8-47ba-99c9-324e77182e1d), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:30.483472 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-77ab62f8-adc7-414f-aa09-62c23ff18020 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:30.488148 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-77ab62f8-adc7-414f-aa09-62c23ff18020 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/07b1e7d0-13c8-47ba-99c9-324e77182e1d HTTP/1.1" status: 204 len: 168 time: 0.2441065 Mar 21 11:14:30.504262 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ab62f8-adc7-414f-aa09-62c23ff18020 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07b1e7d0-13c8-47ba-99c9-324e77182e1d,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:30.623192 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e106328f-38f5-47af-93d6-58d806ed2178 req-5ffc2bba-913f-4f55-a436-236779870ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:30.624866 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-e106328f-38f5-47af-93d6-58d806ed2178 req-5ffc2bba-913f-4f55-a436-236779870ecd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5c0a065250d348a7b0fe2877a603793f&device_id=21730027-c312-4efd-9945-ee0d10cc94e5 HTTP/1.1" status: 200 len: 1130 time: 0.2545784 Mar 21 11:14:30.635982 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b6149e-9802-4d42-90d7-93d969898952 req-583e6422-6885-4616-aa9e-f3fc93d81ad5 tempest-DeleteServersTestJSON-1318486940 tempest-DeleteServersTestJSON-1318486940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:30.637908 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-83b6149e-9802-4d42-90d7-93d969898952 req-583e6422-6885-4616-aa9e-f3fc93d81ad5 tempest-DeleteServersTestJSON-1318486940 tempest-DeleteServersTestJSON-1318486940-project] 10.222.0.32 "GET /v2.0/ports?device_id=42704ade-853b-4c92-9566-e1c640e2a477 HTTP/1.1" status: 200 len: 945 time: 0.2686257 Mar 21 11:14:30.661237 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] For port ff76fa0f-6df7-483c-bae4-e90d3232618b, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=ff76fa0f-6df7-483c-bae4-e90d3232618b,segment=NetworkSegment(ed9a1c02-481f-4a04-a954-ab4bb6b2d4a8),segment_id=ed9a1c02-481f-4a04-a954-ab4bb6b2d4a8)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:14:30.695224 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Returning: {'device': 'ff76fa0f-6df7-483c-bae4-e90d3232618b', 'network_id': '4a579521-14d3-4610-a099-3c56c62bd19a', 'port_id': 'ff76fa0f-6df7-483c-bae4-e90d3232618b', 'mac_address': 'fa:16:3e:d1:57:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a3d170f-7254-484a-9abf-df0a7cea6ed2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 11:14:30.743596 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e106328f-38f5-47af-93d6-58d806ed2178 req-251e1ed4-0d18-4ea3-8ad9-676a674292bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:30.745171 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-e106328f-38f5-47af-93d6-58d806ed2178 req-251e1ed4-0d18-4ea3-8ad9-676a674292bf service neutron] 10.222.0.32 "GET /v2.0/networks?id=1436ce26-cb86-45d4-9a97-097fbbf6586a HTTP/1.1" status: 200 len: 912 time: 0.1051450 Mar 21 11:14:30.759611 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8526a1e2-21a1-42b5-bf2f-6a60851c16dc req-dd6f06e5-be5e-4c66-809b-0b539b5673b3 tempest-DeleteServersTestJSON-1318486940 tempest-DeleteServersTestJSON-1318486940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:30.761414 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-8526a1e2-21a1-42b5-bf2f-6a60851c16dc req-dd6f06e5-be5e-4c66-809b-0b539b5673b3 tempest-DeleteServersTestJSON-1318486940 tempest-DeleteServersTestJSON-1318486940-project] 10.222.0.24 "GET /v2.0/ports?device_id=42704ade-853b-4c92-9566-e1c640e2a477 HTTP/1.1" status: 200 len: 945 time: 0.2607234 Mar 21 11:14:30.769301 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Current status of the port ff76fa0f-6df7-483c-bae4-e90d3232618b is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:14:30.769944 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (ff76fa0f-6df7-483c-bae4-e90d3232618b), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:30.789788 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff76fa0f-6df7-483c-bae4-e90d3232618b {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 11:14:30.820666 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] For port ff76fa0f-6df7-483c-bae4-e90d3232618b, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=ff76fa0f-6df7-483c-bae4-e90d3232618b,segment=NetworkSegment(ed9a1c02-481f-4a04-a954-ab4bb6b2d4a8),segment_id=ed9a1c02-481f-4a04-a954-ab4bb6b2d4a8)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:14:30.830975 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817'] for port (ff76fa0f-6df7-483c-bae4-e90d3232618b), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:30.835344 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Device eb25be42-c760-4d98-b13e-5a70f54e1415 details requested by agent hyperv_hv-cinder-83444 with host hv-cinder-83444 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 11:14:30.847117 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-47bb62a6-6cbc-46d3-b0c9-79d8da5d26d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92a02156-46db-4840-99fe-9b2e5df1d7e3', 'name': 'tempest-AttachVolumeTestJSON-1124083517-router', 'tenant_id': '5c0a065250d348a7b0fe2877a603793f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'external_fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.21'}], 'enable_snat': True}, 'gw_port_id': '061ba5d8-9a6a-40ca-96f4-8580f2ab7b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:13:31Z', 'updated_at': '2022-03-21T11:13:40Z', 'revision_number': 4, 'project_id': '5c0a065250d348a7b0fe2877a603793f', 'gw_port': {'id': '061ba5d8-9a6a-40ca-96f4-8580f2ab7b17', 'name': '', 'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:42:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a02156-46db-4840-99fe-9b2e5df1d7e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:32Z', 'updated_at': '2022-03-21T11:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-smb', '_floatingips': [{'id': '026accb8-7e34-4e91-ac33-ce2fd65c1933', 'tenant_id': '5c0a065250d348a7b0fe2877a603793f', 'floating_ip_address': '172.28.0.194', 'floating_network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'router_id': '92a02156-46db-4840-99fe-9b2e5df1d7e3', 'port_id': '6551c28e-0365-4364-a2f5-4efa7bf2bb34', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1436ce26-cb86-45d4-9a97-097fbbf6586a', 'mac_address': 'fa:16:3e:b2:01:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21730027-c312-4efd-9945-ee0d10cc94e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T11:13:56Z', 'updated_at': '2022-03-21T11:14:29Z', 'revision_number': 1, 'project_id': '5c0a065250d348a7b0fe2877a603793f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b35f046e-5d9d-4281-a0d2-e67c4264f666', 'name': '', 'network_id': '1436ce26-cb86-45d4-9a97-097fbbf6586a', 'tenant_id': '5c0a065250d348a7b0fe2877a603793f', 'mac_address': 'fa:16:3e:b8:6f:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a02156-46db-4840-99fe-9b2e5df1d7e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'fea72cb6-9b89-4ba0-8193-720fc6fd5e2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:37Z', 'updated_at': '2022-03-21T11:13:52Z', 'revision_number': 5, 'project_id': '5c0a065250d348a7b0fe2877a603793f', 'subnets': [{'id': 'fea72cb6-9b89-4ba0-8193-720fc6fd5e2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-1-smb', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:14:30.912670 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47bb62a6-6cbc-46d3-b0c9-79d8da5d26d4 None None] Checking router: 92a02156-46db-4840-99fe-9b2e5df1d7e3 for host: dv-cinder-834448-1-smb {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 11:14:30.924463 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47bb62a6-6cbc-46d3-b0c9-79d8da5d26d4 None None] Routers {'92a02156-46db-4840-99fe-9b2e5df1d7e3'} bound to L3 agent in host dv-cinder-834448-1-smb {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:14:30.925268 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-47bb62a6-6cbc-46d3-b0c9-79d8da5d26d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T11:04:55Z,description=,heartbeat_timestamp=2022-03-21T11:14:26Z,host='dv-cinder-834448-1-smb',id=5097f9b2-2ef0-4af4-bde3-0c344dd6e70c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:55Z,topic='l3_agent')) {'router_ids': ['92a02156-46db-4840-99fe-9b2e5df1d7e3'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:14:30.940585 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Pushing event updated for resources: {'Port': ['ID=ff76fa0f-6df7-483c-bae4-e90d3232618b,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:31.075114 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-47bb62a6-6cbc-46d3-b0c9-79d8da5d26d4 None None] Set router 92a02156-46db-4840-99fe-9b2e5df1d7e3 gateway port host: dv-cinder-834448-1-smb {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:14:31.117000 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] For port eb25be42-c760-4d98-b13e-5a70f54e1415, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=eb25be42-c760-4d98-b13e-5a70f54e1415,segment=NetworkSegment(2b3dbd92-7596-4ba4-98c7-1ff5ff135374),segment_id=2b3dbd92-7596-4ba4-98c7-1ff5ff135374)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:14:31.137425 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Returning: {'device': 'eb25be42-c760-4d98-b13e-5a70f54e1415', 'network_id': 'edde1cdb-cb70-4a7f-a015-4d6abd2c41fa', 'port_id': 'eb25be42-c760-4d98-b13e-5a70f54e1415', 'mac_address': 'fa:16:3e:f4:d7:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb03aaa0-c83c-430c-a873-c18dc8bcb9dc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 11:14:31.215105 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Current status of the port eb25be42-c760-4d98-b13e-5a70f54e1415 is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:14:31.215841 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (eb25be42-c760-4d98-b13e-5a70f54e1415), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:31.234806 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb25be42-c760-4d98-b13e-5a70f54e1415 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 11:14:31.252707 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 41900) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:14:31.285407 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-09d5b21c-50d9-4542-b183-23e4a6d0619b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:31.307240 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] For port eb25be42-c760-4d98-b13e-5a70f54e1415, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=eb25be42-c760-4d98-b13e-5a70f54e1415,segment=NetworkSegment(2b3dbd92-7596-4ba4-98c7-1ff5ff135374),segment_id=2b3dbd92-7596-4ba4-98c7-1ff5ff135374)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:14:31.313472 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817'] for port (eb25be42-c760-4d98-b13e-5a70f54e1415), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:31.314182 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Device 9948eac0-7781-49c6-8e3e-4b86cdc3de84 details requested by agent hyperv_hv-cinder-83444 with host hv-cinder-83444 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 11:14:31.432198 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-8526a1e2-21a1-42b5-bf2f-6a60851c16dc req-06648dfd-4591-4a52-9f1f-5ddbe09b2912 tempest-DeleteServersTestJSON-1318486940 tempest-DeleteServersTestJSON-1318486940-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e3258c1-f56d-4c6d-b378-7398f8f2fc20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6449261 Mar 21 11:14:31.452097 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] For port 9948eac0-7781-49c6-8e3e-4b86cdc3de84, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=9948eac0-7781-49c6-8e3e-4b86cdc3de84,segment=NetworkSegment(ed9a1c02-481f-4a04-a954-ab4bb6b2d4a8),segment_id=ed9a1c02-481f-4a04-a954-ab4bb6b2d4a8)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:14:31.478451 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Pushing event updated for resources: {'Port': ['ID=eb25be42-c760-4d98-b13e-5a70f54e1415,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:31.498445 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Returning: {'device': '9948eac0-7781-49c6-8e3e-4b86cdc3de84', 'network_id': '4a579521-14d3-4610-a099-3c56c62bd19a', 'port_id': '9948eac0-7781-49c6-8e3e-4b86cdc3de84', 'mac_address': 'fa:16:3e:b4:8f:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a3d170f-7254-484a-9abf-df0a7cea6ed2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 11:14:31.577189 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-e106328f-38f5-47af-93d6-58d806ed2178 req-c276c03f-77d9-4bf5-a5d9-5a2aa28acfa0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6551c28e-0365-4364-a2f5-4efa7bf2bb34 HTTP/1.1" status: 200 len: 1000 time: 0.8085372 Mar 21 11:14:31.607482 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-09d5b21c-50d9-4542-b183-23e4a6d0619b admin admin] Publish callbacks [] for security_group (650e8416-ec7f-4808-84b7-43c1584b8fff), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:31.618156 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-09d5b21c-50d9-4542-b183-23e4a6d0619b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (650e8416-ec7f-4808-84b7-43c1584b8fff), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:31.628954 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Current status of the port 9948eac0-7781-49c6-8e3e-4b86cdc3de84 is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:14:31.629362 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (9948eac0-7781-49c6-8e3e-4b86cdc3de84), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:31.675829 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9948eac0-7781-49c6-8e3e-4b86cdc3de84 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 11:14:31.698463 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-47bb62a6-6cbc-46d3-b0c9-79d8da5d26d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92a02156-46db-4840-99fe-9b2e5df1d7e3', 'name': 'tempest-AttachVolumeTestJSON-1124083517-router', 'tenant_id': '5c0a065250d348a7b0fe2877a603793f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'external_fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.21'}], 'enable_snat': True}, 'gw_port_id': '061ba5d8-9a6a-40ca-96f4-8580f2ab7b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:13:31Z', 'updated_at': '2022-03-21T11:13:40Z', 'revision_number': 4, 'project_id': '5c0a065250d348a7b0fe2877a603793f', 'gw_port': {'id': '061ba5d8-9a6a-40ca-96f4-8580f2ab7b17', 'name': '', 'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:42:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a02156-46db-4840-99fe-9b2e5df1d7e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:32Z', 'updated_at': '2022-03-21T11:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-smb', '_floatingips': [{'id': '026accb8-7e34-4e91-ac33-ce2fd65c1933', 'tenant_id': '5c0a065250d348a7b0fe2877a603793f', 'floating_ip_address': '172.28.0.194', 'floating_network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'router_id': '92a02156-46db-4840-99fe-9b2e5df1d7e3', 'port_id': '6551c28e-0365-4364-a2f5-4efa7bf2bb34', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1436ce26-cb86-45d4-9a97-097fbbf6586a', 'mac_address': 'fa:16:3e:b2:01:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21730027-c312-4efd-9945-ee0d10cc94e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T11:13:56Z', 'updated_at': '2022-03-21T11:14:29Z', 'revision_number': 1, 'project_id': '5c0a065250d348a7b0fe2877a603793f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b35f046e-5d9d-4281-a0d2-e67c4264f666', 'name': '', 'network_id': '1436ce26-cb86-45d4-9a97-097fbbf6586a', 'tenant_id': '5c0a065250d348a7b0fe2877a603793f', 'mac_address': 'fa:16:3e:b8:6f:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a02156-46db-4840-99fe-9b2e5df1d7e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'fea72cb6-9b89-4ba0-8193-720fc6fd5e2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:37Z', 'updated_at': '2022-03-21T11:13:52Z', 'revision_number': 5, 'project_id': '5c0a065250d348a7b0fe2877a603793f', 'subnets': [{'id': 'fea72cb6-9b89-4ba0-8193-720fc6fd5e2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-1-smb', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:14:31.733295 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-09d5b21c-50d9-4542-b183-23e4a6d0619b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5c078cb6fa154a3fa57838ba6266af68&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4788492 Mar 21 11:14:31.742315 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] For port 9948eac0-7781-49c6-8e3e-4b86cdc3de84, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=9948eac0-7781-49c6-8e3e-4b86cdc3de84,segment=NetworkSegment(ed9a1c02-481f-4a04-a954-ab4bb6b2d4a8),segment_id=ed9a1c02-481f-4a04-a954-ab4bb6b2d4a8)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:14:31.744082 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 41912) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:14:31.763555 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817'] for port (9948eac0-7781-49c6-8e3e-4b86cdc3de84), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:31.790679 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d5b21c-50d9-4542-b183-23e4a6d0619b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=650e8416-ec7f-4808-84b7-43c1584b8fff,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:31.797262 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47bb62a6-6cbc-46d3-b0c9-79d8da5d26d4 None None] The sync data for ids ['92a02156-46db-4840-99fe-9b2e5df1d7e3'] in dv-cinder-834448-1-smb is: [{'id': '92a02156-46db-4840-99fe-9b2e5df1d7e3', 'name': 'tempest-AttachVolumeTestJSON-1124083517-router', 'tenant_id': '5c0a065250d348a7b0fe2877a603793f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'external_fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.21'}], 'enable_snat': True}, 'gw_port_id': '061ba5d8-9a6a-40ca-96f4-8580f2ab7b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:13:31Z', 'updated_at': '2022-03-21T11:13:40Z', 'revision_number': 4, 'project_id': '5c0a065250d348a7b0fe2877a603793f', 'gw_port': {'id': '061ba5d8-9a6a-40ca-96f4-8580f2ab7b17', 'name': '', 'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:42:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a02156-46db-4840-99fe-9b2e5df1d7e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:32Z', 'updated_at': '2022-03-21T11:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-smb', '_floatingips': [{'id': '026accb8-7e34-4e91-ac33-ce2fd65c1933', 'tenant_id': '5c0a065250d348a7b0fe2877a603793f', 'floating_ip_address': '172.28.0.194', 'floating_network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'router_id': '92a02156-46db-4840-99fe-9b2e5df1d7e3', 'port_id': '6551c28e-0365-4364-a2f5-4efa7bf2bb34', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1436ce26-cb86-45d4-9a97-097fbbf6586a', 'mac_address': 'fa:16:3e:b2:01:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21730027-c312-4efd-9945-ee0d10cc94e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T11:13:56Z', 'updated_at': '2022-03-21T11:14:29Z', 'revision_number': 1, 'project_id': '5c0a065250d348a7b0fe2877a603793f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b35f046e-5d9d-4281-a0d2-e67c4264f666', 'name': '', 'network_id': '1436ce26-cb86-45d4-9a97-097fbbf6586a', 'tenant_id': '5c0a065250d348a7b0fe2877a603793f', 'mac_address': 'fa:16:3e:b8:6f:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a02156-46db-4840-99fe-9b2e5df1d7e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'fea72cb6-9b89-4ba0-8193-720fc6fd5e2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:37Z', 'updated_at': '2022-03-21T11:13:52Z', 'revision_number': 5, 'project_id': '5c0a065250d348a7b0fe2877a603793f', 'subnets': [{'id': 'fea72cb6-9b89-4ba0-8193-720fc6fd5e2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 11:14:31.817852 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d5b21c-50d9-4542-b183-23e4a6d0619b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:14:31.818198 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d5b21c-50d9-4542-b183-23e4a6d0619b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:14:31.818545 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d5b21c-50d9-4542-b183-23e4a6d0619b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:14:31.818971 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d5b21c-50d9-4542-b183-23e4a6d0619b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:14:31.819207 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d5b21c-50d9-4542-b183-23e4a6d0619b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:14:31.819543 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d5b21c-50d9-4542-b183-23e4a6d0619b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:14:31.825095 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d5b21c-50d9-4542-b183-23e4a6d0619b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:14:31.825095 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d5b21c-50d9-4542-b183-23e4a6d0619b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:14:31.825095 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d5b21c-50d9-4542-b183-23e4a6d0619b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:14:31.825095 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d5b21c-50d9-4542-b183-23e4a6d0619b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:14:31.825095 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d5b21c-50d9-4542-b183-23e4a6d0619b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:14:31.825095 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d5b21c-50d9-4542-b183-23e4a6d0619b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:14:31.825095 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d5b21c-50d9-4542-b183-23e4a6d0619b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:14:31.835995 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d5b21c-50d9-4542-b183-23e4a6d0619b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:14:31.836361 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d5b21c-50d9-4542-b183-23e4a6d0619b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:14:31.838767 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c25f01-1e3e-4d12-9c9d-8e476b29584b req-5e872f33-2923-4fcf-b46e-c3618d024d65 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:31.873530 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-f1c25f01-1e3e-4d12-9c9d-8e476b29584b req-5e872f33-2923-4fcf-b46e-c3618d024d65 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/ports?device_id=c60601a3-3fb9-48e4-b22d-6fa61e28dfa4 HTTP/1.1" status: 200 len: 944 time: 0.6921272 Mar 21 11:14:31.925193 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1ea580e8-f36c-4a4f-b322-283af48a53d1 admin admin] Publish callbacks [] for security_group (650e8416-ec7f-4808-84b7-43c1584b8fff), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:31.936128 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Pushing event updated for resources: {'Port': ['ID=9948eac0-7781-49c6-8e3e-4b86cdc3de84,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:32.001401 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1ea580e8-f36c-4a4f-b322-283af48a53d1 admin admin] Publish callbacks [] for security_group (650e8416-ec7f-4808-84b7-43c1584b8fff), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:32.061766 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e106328f-38f5-47af-93d6-58d806ed2178 req-f42c093e-c557-4f5d-9b55-d0890714a27d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:32.065023 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-e106328f-38f5-47af-93d6-58d806ed2178 req-f42c093e-c557-4f5d-9b55-d0890714a27d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fea72cb6-9b89-4ba0-8193-720fc6fd5e2b HTTP/1.1" status: 200 len: 850 time: 0.4427586 Mar 21 11:14:32.075769 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] get_ports_and_sgs() called for port_ids ['eb25be42-c760-4d98-b13e-5a70f54e1415'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 11:14:32.114273 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1ea580e8-f36c-4a4f-b322-283af48a53d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (650e8416-ec7f-4808-84b7-43c1584b8fff), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:32.125750 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1ea580e8-f36c-4a4f-b322-283af48a53d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:32.129831 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-1ea580e8-f36c-4a4f-b322-283af48a53d1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/650e8416-ec7f-4808-84b7-43c1584b8fff HTTP/1.1" status: 204 len: 168 time: 0.3764107 Mar 21 11:14:32.140996 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea580e8-f36c-4a4f-b322-283af48a53d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=650e8416-ec7f-4808-84b7-43c1584b8fff,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:32.145762 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] get_ports_and_sgs() called for port_ids ['ff76fa0f-6df7-483c-bae4-e90d3232618b'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 11:14:32.160990 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] get_ports_and_sgs() called for port_ids ['9948eac0-7781-49c6-8e3e-4b86cdc3de84'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 11:14:32.207542 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-83b6149e-9802-4d42-90d7-93d969898952 req-f911500f-456f-45f6-a871-6ea39407c987 tempest-DeleteServersTestJSON-1318486940 tempest-DeleteServersTestJSON-1318486940-project] Deleting port 6f95af40-049c-4be3-952b-38b1056c6819 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:14:32.208078 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-83b6149e-9802-4d42-90d7-93d969898952 req-f911500f-456f-45f6-a871-6ea39407c987 tempest-DeleteServersTestJSON-1318486940 tempest-DeleteServersTestJSON-1318486940-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738246690591'] for port (6f95af40-049c-4be3-952b-38b1056c6819), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:32.254513 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48f07f1-9997-48a4-85b4-9e224366737a req-b5e9804e-912d-4b56-a132-d811a784eaa2 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:32.259172 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-c48f07f1-9997-48a4-85b4-9e224366737a req-b5e9804e-912d-4b56-a132-d811a784eaa2 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8703943-14fc-4c57-bce1-978a2a6a70a2 HTTP/1.1" status: 200 len: 944 time: 0.4626837 Mar 21 11:14:32.344809 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42a4a8e-fe0c-42ca-86f8-9698dc1c7527 None None] New status for floating IP 026accb8-7e34-4e91-ac33-ce2fd65c1933: ACTIVE {{(pid=103423) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 11:14:32.360471 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-f1c25f01-1e3e-4d12-9c9d-8e476b29584b req-11a2e6c1-9171-4bb8-864c-b4c94beb4077 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/security-groups?id=d03ae1a0-8987-409a-b315-103a0a29069c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4859908 Mar 21 11:14:32.446440 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e106328f-38f5-47af-93d6-58d806ed2178 req-a344ba6c-2bd1-436f-ba57-c84bca1f9ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:32.448031 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-e106328f-38f5-47af-93d6-58d806ed2178 req-a344ba6c-2bd1-436f-ba57-c84bca1f9ca3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1436ce26-cb86-45d4-9a97-097fbbf6586a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.3702886 Mar 21 11:14:32.500654 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-c48f07f1-9997-48a4-85b4-9e224366737a req-e98654c8-cb91-4208-ade9-9dcda61191e6 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/security-groups?id=d16428e1-03fd-46f7-80c6-8696f1f626ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630526 Mar 21 11:14:32.550258 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-83b6149e-9802-4d42-90d7-93d969898952 req-f911500f-456f-45f6-a871-6ea39407c987 tempest-DeleteServersTestJSON-1318486940 tempest-DeleteServersTestJSON-1318486940-project] For port 6f95af40-049c-4be3-952b-38b1056c6819, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=6f95af40-049c-4be3-952b-38b1056c6819,segment=NetworkSegment(3ab771f8-bef3-46f9-93f1-2bbf24bcd7ec),segment_id=3ab771f8-bef3-46f9-93f1-2bbf24bcd7ec)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:14:32.550258 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-83b6149e-9802-4d42-90d7-93d969898952 req-f911500f-456f-45f6-a871-6ea39407c987 tempest-DeleteServersTestJSON-1318486940 tempest-DeleteServersTestJSON-1318486940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701214'] for port (6f95af40-049c-4be3-952b-38b1056c6819), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:32.606897 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-83b6149e-9802-4d42-90d7-93d969898952 req-f911500f-456f-45f6-a871-6ea39407c987 tempest-DeleteServersTestJSON-1318486940 tempest-DeleteServersTestJSON-1318486940-project] Calling delete_port for 6f95af40-049c-4be3-952b-38b1056c6819 owned by compute:nova {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:14:32.621751 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Device 6f95af40-049c-4be3-952b-38b1056c6819 no longer exists at agent hyperv_hv-cinder-83444 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 11:14:32.725696 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-e106328f-38f5-47af-93d6-58d806ed2178 req-a8cde7a4-1eb1-469c-8a20-40df3cb5e9fd service neutron] 10.222.0.32 "GET /v2.0/networks/1436ce26-cb86-45d4-9a97-097fbbf6586a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2667141 Mar 21 11:14:32.841315 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2f8a14-5661-4582-8d59-8bb93380f8a5 req-c589ec9f-caa6-469a-8db9-c186a5cecbf7 tempest-DeleteServersTestJSON-1318486940 tempest-DeleteServersTestJSON-1318486940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:32.842925 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-3e2f8a14-5661-4582-8d59-8bb93380f8a5 req-c589ec9f-caa6-469a-8db9-c186a5cecbf7 tempest-DeleteServersTestJSON-1318486940 tempest-DeleteServersTestJSON-1318486940-project] 10.222.0.24 "GET /v2.0/ports?device_id=42704ade-853b-4c92-9566-e1c640e2a477 HTTP/1.1" status: 200 len: 945 time: 0.2814519 Mar 21 11:14:32.895240 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-e106328f-38f5-47af-93d6-58d806ed2178 req-af91d631-fd89-4070-98bb-2bd155018373 service neutron] 10.222.0.32 "GET /v2.0/networks/1436ce26-cb86-45d4-9a97-097fbbf6586a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613462 Mar 21 11:14:32.967685 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-3e2f8a14-5661-4582-8d59-8bb93380f8a5 req-ba6a414f-7cb7-4cb1-be9f-937a3f56e4d4 tempest-DeleteServersTestJSON-1318486940 tempest-DeleteServersTestJSON-1318486940-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e3258c1-f56d-4c6d-b378-7398f8f2fc20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027455 Mar 21 11:14:32.995486 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-83b6149e-9802-4d42-90d7-93d969898952 req-f911500f-456f-45f6-a871-6ea39407c987 tempest-DeleteServersTestJSON-1318486940 tempest-DeleteServersTestJSON-1318486940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738246698626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738246144790'] for port (6f95af40-049c-4be3-952b-38b1056c6819), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:33.133061 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f911500f-456f-45f6-a871-6ea39407c987 tempest-DeleteServersTestJSON-1318486940 tempest-DeleteServersTestJSON-1318486940-project] Pushing event deleted for resources: {'Port': ['ID=6f95af40-049c-4be3-952b-38b1056c6819,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:33.137973 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-83b6149e-9802-4d42-90d7-93d969898952 req-f911500f-456f-45f6-a871-6ea39407c987 tempest-DeleteServersTestJSON-1318486940 tempest-DeleteServersTestJSON-1318486940-project] No DVR routers for this DVR port 6f95af40-049c-4be3-952b-38b1056c6819 on host hv-cinder-83444 {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 11:14:33.141629 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-83b6149e-9802-4d42-90d7-93d969898952 req-f911500f-456f-45f6-a871-6ea39407c987 tempest-DeleteServersTestJSON-1318486940 tempest-DeleteServersTestJSON-1318486940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97509'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:33.154322 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-83b6149e-9802-4d42-90d7-93d969898952 req-f911500f-456f-45f6-a871-6ea39407c987 tempest-DeleteServersTestJSON-1318486940 tempest-DeleteServersTestJSON-1318486940-project] 10.222.0.32 "DELETE /v2.0/ports/6f95af40-049c-4be3-952b-38b1056c6819 HTTP/1.1" status: 204 len: 173 time: 2.4016004 Mar 21 11:14:33.177980 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42704ade-853b-4c92-9566-e1c640e2a477', 'name': 'network-vif-deleted', 'tag': '6f95af40-049c-4be3-952b-38b1056c6819'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:14:33.184447 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881d039021bf7bfdbb2ec2cc2a60bd67cc793bf6de71028ad915050608b1b1c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b74fb39a-fd54-4242-83f4-b58068e80cee" -d '{"events": [{"server_uuid": "42704ade-853b-4c92-9566-e1c640e2a477", "name": "network-vif-deleted", "tag": "6f95af40-049c-4be3-952b-38b1056c6819"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:14:33.203652 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f911500f-456f-45f6-a871-6ea39407c987 tempest-DeleteServersTestJSON-1318486940 tempest-DeleteServersTestJSON-1318486940-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:14:33.205911 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f911500f-456f-45f6-a871-6ea39407c987 tempest-DeleteServersTestJSON-1318486940 tempest-DeleteServersTestJSON-1318486940-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:14:33.206696 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f911500f-456f-45f6-a871-6ea39407c987 tempest-DeleteServersTestJSON-1318486940 tempest-DeleteServersTestJSON-1318486940-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:14:33.208437 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f911500f-456f-45f6-a871-6ea39407c987 tempest-DeleteServersTestJSON-1318486940 tempest-DeleteServersTestJSON-1318486940-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:14:33.209253 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f911500f-456f-45f6-a871-6ea39407c987 tempest-DeleteServersTestJSON-1318486940 tempest-DeleteServersTestJSON-1318486940-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:14:33.210482 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f911500f-456f-45f6-a871-6ea39407c987 tempest-DeleteServersTestJSON-1318486940 tempest-DeleteServersTestJSON-1318486940-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:14:33.212513 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f911500f-456f-45f6-a871-6ea39407c987 tempest-DeleteServersTestJSON-1318486940 tempest-DeleteServersTestJSON-1318486940-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:14:33.213699 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f911500f-456f-45f6-a871-6ea39407c987 tempest-DeleteServersTestJSON-1318486940 tempest-DeleteServersTestJSON-1318486940-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:14:33.214708 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f911500f-456f-45f6-a871-6ea39407c987 tempest-DeleteServersTestJSON-1318486940 tempest-DeleteServersTestJSON-1318486940-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:14:33.216046 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f911500f-456f-45f6-a871-6ea39407c987 tempest-DeleteServersTestJSON-1318486940 tempest-DeleteServersTestJSON-1318486940-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:14:33.217492 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f911500f-456f-45f6-a871-6ea39407c987 tempest-DeleteServersTestJSON-1318486940 tempest-DeleteServersTestJSON-1318486940-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:14:33.218211 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f911500f-456f-45f6-a871-6ea39407c987 tempest-DeleteServersTestJSON-1318486940 tempest-DeleteServersTestJSON-1318486940-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:14:33.218793 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f911500f-456f-45f6-a871-6ea39407c987 tempest-DeleteServersTestJSON-1318486940 tempest-DeleteServersTestJSON-1318486940-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:14:33.220619 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f911500f-456f-45f6-a871-6ea39407c987 tempest-DeleteServersTestJSON-1318486940 tempest-DeleteServersTestJSON-1318486940-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:14:33.222586 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f911500f-456f-45f6-a871-6ea39407c987 tempest-DeleteServersTestJSON-1318486940 tempest-DeleteServersTestJSON-1318486940-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:14:33.231231 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Port 6f95af40-049c-4be3-952b-38b1056c6819 update to DOWN by agent not found {{(pid=103423) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2233}} Mar 21 11:14:33.348797 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 11:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee8c641d-a15e-4550-9c4c-bbc8861418de x-openstack-request-id: req-ee8c641d-a15e-4550-9c4c-bbc8861418de {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:14:33.349295 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42704ade-853b-4c92-9566-e1c640e2a477", "name": "network-vif-deleted", "tag": "6f95af40-049c-4be3-952b-38b1056c6819", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:14:33.349677 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ee8c641d-a15e-4550-9c4c-bbc8861418de {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:14:33.350245 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42704ade-853b-4c92-9566-e1c640e2a477', 'name': 'network-vif-deleted', 'tag': '6f95af40-049c-4be3-952b-38b1056c6819', 'status': 'completed', 'code': 200} Mar 21 11:14:33.570733 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff217dc6-5d2c-4def-b0eb-00f91ec3759a req-f5dd57b7-ab68-4f82-b9ed-b95d9bf7ed50 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:33.572510 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-ff217dc6-5d2c-4def-b0eb-00f91ec3759a req-f5dd57b7-ab68-4f82-b9ed-b95d9bf7ed50 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/ports?device_id=c60601a3-3fb9-48e4-b22d-6fa61e28dfa4 HTTP/1.1" status: 200 len: 945 time: 0.1049607 Mar 21 11:14:33.744575 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-ff217dc6-5d2c-4def-b0eb-00f91ec3759a req-5c9812f2-42f9-4c55-be45-3d50b5451041 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/security-groups?id=d03ae1a0-8987-409a-b315-103a0a29069c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1621165 Mar 21 11:14:33.833934 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2680c1ba-f8ab-4cac-9089-29b2e3f5d490 req-969bfae8-a6c4-48f2-b2d9-a8e8523aa713 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:33.837064 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-2680c1ba-f8ab-4cac-9089-29b2e3f5d490 req-969bfae8-a6c4-48f2-b2d9-a8e8523aa713 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8703943-14fc-4c57-bce1-978a2a6a70a2 HTTP/1.1" status: 200 len: 944 time: 0.1818857 Mar 21 11:14:33.956906 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-2680c1ba-f8ab-4cac-9089-29b2e3f5d490 req-e38e4c31-ca3e-4ab9-9e78-8a3f2847b6dc tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/security-groups?id=d16428e1-03fd-46f7-80c6-8696f1f626ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056285 Mar 21 11:14:34.205604 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-59dadc51-7515-46f9-a54c-e38f96233d8d req-c512e804-c8c7-4590-9225-09f911a38d5f tempest-DeleteServersTestJSON-1318486940 tempest-DeleteServersTestJSON-1318486940-project] 10.222.0.24 "GET /v2.0/ports?device_id=42704ade-853b-4c92-9566-e1c640e2a477 HTTP/1.1" status: 200 len: 210 time: 0.0521810 Mar 21 11:14:34.402298 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Device ff76fa0f-6df7-483c-bae4-e90d3232618b up at agent hyperv_hv-cinder-83444 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:14:34.467610 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Provisioning for port ff76fa0f-6df7-483c-bae4-e90d3232618b completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 21 11:14:34.472987 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Provisioning complete for port ff76fa0f-6df7-483c-bae4-e90d3232618b triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:14:34.473598 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688166'] for port (ff76fa0f-6df7-483c-bae4-e90d3232618b), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:34.575163 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Current status of the port ff76fa0f-6df7-483c-bae4-e90d3232618b is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:14:34.575575 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (ff76fa0f-6df7-483c-bae4-e90d3232618b), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:34.605663 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8703943-14fc-4c57-bce1-978a2a6a70a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff76fa0f-6df7-483c-bae4-e90d3232618b'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:14:34.608329 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f4962fb769adde196efb410afcfec8f2b34529d6df7ca74076ce40474c5a66c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40bcc4b3-270e-4ed0-b18f-5872fa39e7aa" -d '{"events": [{"server_uuid": "e8703943-14fc-4c57-bce1-978a2a6a70a2", "name": "network-vif-plugged", "status": "completed", "tag": "ff76fa0f-6df7-483c-bae4-e90d3232618b"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:14:34.626079 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] For port ff76fa0f-6df7-483c-bae4-e90d3232618b, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=ff76fa0f-6df7-483c-bae4-e90d3232618b,segment=NetworkSegment(ed9a1c02-481f-4a04-a954-ab4bb6b2d4a8),segment_id=ed9a1c02-481f-4a04-a954-ab4bb6b2d4a8)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:14:34.633590 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817'] for port (ff76fa0f-6df7-483c-bae4-e90d3232618b), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:34.634660 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Device eb25be42-c760-4d98-b13e-5a70f54e1415 up at agent hyperv_hv-cinder-83444 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:14:34.686827 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 11:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f2b5699-3914-4cd0-a210-7cd88a77b473 x-openstack-request-id: req-9f2b5699-3914-4cd0-a210-7cd88a77b473 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:14:34.687121 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8703943-14fc-4c57-bce1-978a2a6a70a2", "name": "network-vif-plugged", "status": "completed", "tag": "ff76fa0f-6df7-483c-bae4-e90d3232618b", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:14:34.687309 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9f2b5699-3914-4cd0-a210-7cd88a77b473 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:14:34.687855 dv-cinder-834448-1-smb neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8703943-14fc-4c57-bce1-978a2a6a70a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff76fa0f-6df7-483c-bae4-e90d3232618b', 'code': 200} Mar 21 11:14:34.730740 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Pushing event updated for resources: {'Port': ['ID=ff76fa0f-6df7-483c-bae4-e90d3232618b,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:34.747065 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:14:34.747065 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:14:34.747065 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:14:34.747065 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:14:34.747824 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:14:34.747824 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:14:34.748123 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:14:34.748427 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:14:34.749057 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:14:34.749505 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:14:34.750047 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:14:34.750593 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:14:34.751454 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:14:34.751834 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:14:34.752152 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:14:34.757765 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Provisioning for port eb25be42-c760-4d98-b13e-5a70f54e1415 completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 21 11:14:34.764329 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Provisioning complete for port eb25be42-c760-4d98-b13e-5a70f54e1415 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:14:34.764789 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688166'] for port (eb25be42-c760-4d98-b13e-5a70f54e1415), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:34.896823 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Current status of the port eb25be42-c760-4d98-b13e-5a70f54e1415 is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:14:34.897305 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (eb25be42-c760-4d98-b13e-5a70f54e1415), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:34.950272 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] For port eb25be42-c760-4d98-b13e-5a70f54e1415, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=eb25be42-c760-4d98-b13e-5a70f54e1415,segment=NetworkSegment(2b3dbd92-7596-4ba4-98c7-1ff5ff135374),segment_id=2b3dbd92-7596-4ba4-98c7-1ff5ff135374)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:14:34.957095 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817'] for port (eb25be42-c760-4d98-b13e-5a70f54e1415), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:34.958638 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Device 9948eac0-7781-49c6-8e3e-4b86cdc3de84 up at agent hyperv_hv-cinder-83444 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:14:35.087043 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Pushing event updated for resources: {'Port': ['ID=eb25be42-c760-4d98-b13e-5a70f54e1415,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:35.092495 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Provisioning for port 9948eac0-7781-49c6-8e3e-4b86cdc3de84 completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 21 11:14:35.098040 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Provisioning complete for port 9948eac0-7781-49c6-8e3e-4b86cdc3de84 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:14:35.098206 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688166'] for port (9948eac0-7781-49c6-8e3e-4b86cdc3de84), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:35.143883 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81634068-fb11-493b-b7f7-63f8850f0d61 req-7a83ae21-8da6-488b-ba88-df98d417ad16 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:35.151826 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-81634068-fb11-493b-b7f7-63f8850f0d61 req-7a83ae21-8da6-488b-ba88-df98d417ad16 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/ports?device_id=c60601a3-3fb9-48e4-b22d-6fa61e28dfa4 HTTP/1.1" status: 200 len: 945 time: 0.2618053 Mar 21 11:14:35.168602 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00995066-4180-424d-ad9f-3a54f69944f8 req-ded788a1-c85a-461a-8363-55630eab311c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:35.174507 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-00995066-4180-424d-ad9f-3a54f69944f8 req-ded788a1-c85a-461a-8363-55630eab311c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e8703943-14fc-4c57-bce1-978a2a6a70a2 HTTP/1.1" status: 200 len: 1129 time: 0.2038121 Mar 21 11:14:35.228860 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Current status of the port 9948eac0-7781-49c6-8e3e-4b86cdc3de84 is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:14:35.229241 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (9948eac0-7781-49c6-8e3e-4b86cdc3de84), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:35.233398 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dac3f5f-85d2-486c-8b69-199a8e31a462 req-844db929-528e-48c9-b79f-437efa0c9c78 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:35.235249 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-5dac3f5f-85d2-486c-8b69-199a8e31a462 req-844db929-528e-48c9-b79f-437efa0c9c78 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8703943-14fc-4c57-bce1-978a2a6a70a2 HTTP/1.1" status: 200 len: 945 time: 0.1590610 Mar 21 11:14:35.270038 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-00995066-4180-424d-ad9f-3a54f69944f8 req-e911ba33-5067-4adb-811c-cca6d402fad4 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=d16428e1-03fd-46f7-80c6-8696f1f626ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794673 Mar 21 11:14:35.287385 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] For port 9948eac0-7781-49c6-8e3e-4b86cdc3de84, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=9948eac0-7781-49c6-8e3e-4b86cdc3de84,segment=NetworkSegment(ed9a1c02-481f-4a04-a954-ab4bb6b2d4a8),segment_id=ed9a1c02-481f-4a04-a954-ab4bb6b2d4a8)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:14:35.289627 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-81634068-fb11-493b-b7f7-63f8850f0d61 req-bc7ad74c-dd78-4ed7-908c-ad128cc61b1a tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/security-groups?id=d03ae1a0-8987-409a-b315-103a0a29069c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1367118 Mar 21 11:14:35.304011 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817'] for port (9948eac0-7781-49c6-8e3e-4b86cdc3de84), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:35.357071 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-5dac3f5f-85d2-486c-8b69-199a8e31a462 req-c8ed1bc3-8512-461c-b853-9a405e78d481 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/security-groups?id=d16428e1-03fd-46f7-80c6-8696f1f626ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898862 Mar 21 11:14:35.456078 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Pushing event updated for resources: {'Port': ['ID=9948eac0-7781-49c6-8e3e-4b86cdc3de84,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:36.507313 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba599d97-2849-4de5-8f3b-832b3d93cb5d req-6d79e3a7-bc9e-43df-919e-9583c4e71ca1 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:36.509874 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-ba599d97-2849-4de5-8f3b-832b3d93cb5d req-6d79e3a7-bc9e-43df-919e-9583c4e71ca1 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/ports?device_id=c60601a3-3fb9-48e4-b22d-6fa61e28dfa4 HTTP/1.1" status: 200 len: 946 time: 0.1065650 Mar 21 11:14:36.594589 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-ba599d97-2849-4de5-8f3b-832b3d93cb5d req-3eb2bc79-330d-4639-bf2c-660baaf5f4ee tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/security-groups?id=d03ae1a0-8987-409a-b315-103a0a29069c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689323 Mar 21 11:14:36.607746 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6379f2d3-b579-4e2d-9565-98d3ec011a9e req-c59c60e2-cd08-4554-b46e-d803a7adf810 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:36.609388 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-6379f2d3-b579-4e2d-9565-98d3ec011a9e req-c59c60e2-cd08-4554-b46e-d803a7adf810 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8703943-14fc-4c57-bce1-978a2a6a70a2 HTTP/1.1" status: 200 len: 945 time: 0.0938156 Mar 21 11:14:36.675411 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-6379f2d3-b579-4e2d-9565-98d3ec011a9e req-4aff1934-7574-482d-af36-e88e52ff2d4b tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/security-groups?id=d16428e1-03fd-46f7-80c6-8696f1f626ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553775 Mar 21 11:14:36.689391 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c60601a3-3fb9-48e4-b22d-6fa61e28dfa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb25be42-c760-4d98-b13e-5a70f54e1415'}, {'server_uuid': 'eaa8796e-ac8a-4032-8b25-89fa11d1d673', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9948eac0-7781-49c6-8e3e-4b86cdc3de84'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:14:36.692795 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f4962fb769adde196efb410afcfec8f2b34529d6df7ca74076ce40474c5a66c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71493763-db3e-44ce-a1f7-017e732a860b" -d '{"events": [{"server_uuid": "c60601a3-3fb9-48e4-b22d-6fa61e28dfa4", "name": "network-vif-plugged", "status": "completed", "tag": "eb25be42-c760-4d98-b13e-5a70f54e1415"}, {"server_uuid": "eaa8796e-ac8a-4032-8b25-89fa11d1d673", "name": "network-vif-plugged", "status": "completed", "tag": "9948eac0-7781-49c6-8e3e-4b86cdc3de84"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:14:36.737742 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 21 Mar 2022 11:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c90dd365-12b4-40ab-961d-3b3c8aa60b4c x-openstack-request-id: req-c90dd365-12b4-40ab-961d-3b3c8aa60b4c {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:14:36.738141 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c60601a3-3fb9-48e4-b22d-6fa61e28dfa4", "name": "network-vif-plugged", "status": "completed", "tag": "eb25be42-c760-4d98-b13e-5a70f54e1415", "code": 200}, {"server_uuid": "eaa8796e-ac8a-4032-8b25-89fa11d1d673", "name": "network-vif-plugged", "status": "completed", "tag": "9948eac0-7781-49c6-8e3e-4b86cdc3de84", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:14:36.738518 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c90dd365-12b4-40ab-961d-3b3c8aa60b4c {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:14:36.739154 dv-cinder-834448-1-smb neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c60601a3-3fb9-48e4-b22d-6fa61e28dfa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb25be42-c760-4d98-b13e-5a70f54e1415', 'code': 200} Mar 21 11:14:36.739578 dv-cinder-834448-1-smb neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaa8796e-ac8a-4032-8b25-89fa11d1d673', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9948eac0-7781-49c6-8e3e-4b86cdc3de84', 'code': 200} Mar 21 11:14:37.009080 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3a8d31-0c54-437b-b443-ad2e5f605b30 req-f6ff33df-bde8-4979-af28-5fa989819cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:37.010550 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-ff3a8d31-0c54-437b-b443-ad2e5f605b30 req-f6ff33df-bde8-4979-af28-5fa989819cce service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=eaa8796e-ac8a-4032-8b25-89fa11d1d673 HTTP/1.1" status: 200 len: 1130 time: 0.0580544 Mar 21 11:14:37.034661 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db580c0-8afe-45d6-b8eb-5ab9ea7f01f3 req-249015fd-4dba-4199-89ab-2308ccbfba25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:37.036236 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-4db580c0-8afe-45d6-b8eb-5ab9ea7f01f3 req-249015fd-4dba-4199-89ab-2308ccbfba25 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c60601a3-3fb9-48e4-b22d-6fa61e28dfa4 HTTP/1.1" status: 200 len: 1130 time: 0.1161523 Mar 21 11:14:37.070204 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4213f0a0-7cf4-4103-9d2d-dead03ceddc3 req-f15bae8f-57eb-46a6-8df6-ca6b756c28ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:37.072297 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-4213f0a0-7cf4-4103-9d2d-dead03ceddc3 req-f15bae8f-57eb-46a6-8df6-ca6b756c28ea service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=52347e0a8df44be6bcf4f99067c9a702&device_id=e8703943-14fc-4c57-bce1-978a2a6a70a2 HTTP/1.1" status: 200 len: 1129 time: 0.0620387 Mar 21 11:14:37.127340 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-4db580c0-8afe-45d6-b8eb-5ab9ea7f01f3 req-5f688082-2fe1-46b5-9f26-92f9613593c9 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=d03ae1a0-8987-409a-b315-103a0a29069c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688946 Mar 21 11:14:37.129444 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-ff3a8d31-0c54-437b-b443-ad2e5f605b30 req-3ad5a9dd-9741-4932-b243-a0f9a3843de9 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=d16428e1-03fd-46f7-80c6-8696f1f626ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071680 Mar 21 11:14:37.141985 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c611bb-328c-4d8a-8929-551c44df39a2 req-38f0deaf-45c1-46c7-8798-f67591c722c3 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:37.143415 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-21c611bb-328c-4d8a-8929-551c44df39a2 req-38f0deaf-45c1-46c7-8798-f67591c722c3 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8703943-14fc-4c57-bce1-978a2a6a70a2 HTTP/1.1" status: 200 len: 945 time: 0.1311193 Mar 21 11:14:37.200398 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-21c611bb-328c-4d8a-8929-551c44df39a2 req-7abff4ce-5aae-49ec-b8bb-d8f07aa4ef16 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/security-groups?id=d16428e1-03fd-46f7-80c6-8696f1f626ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505416 Mar 21 11:14:37.223691 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4213f0a0-7cf4-4103-9d2d-dead03ceddc3 req-2a5ef247-0859-487c-acb5-407bfc47c18e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:37.231241 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-4213f0a0-7cf4-4103-9d2d-dead03ceddc3 req-2a5ef247-0859-487c-acb5-407bfc47c18e service neutron] 10.222.0.32 "GET /v2.0/networks?id=4a579521-14d3-4610-a099-3c56c62bd19a HTTP/1.1" status: 200 len: 920 time: 0.1522088 Mar 21 11:14:37.509344 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 42130) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:14:37.569619 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.db.db_base_plugin_v2 [None req-73c5e682-ad9c-4a11-aa09-4fe7c2713931 admin admin] Deleting subnet aac3a445-ba10-4fc3-ad50-b4785fdc2af0 {{(pid=103421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 21 11:14:37.573854 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-73c5e682-ad9c-4a11-aa09-4fe7c2713931 admin admin] Publish callbacks [] for subnet (aac3a445-ba10-4fc3-ad50-b4785fdc2af0), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:37.611484 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-4213f0a0-7cf4-4103-9d2d-dead03ceddc3 req-497f5610-2d18-4c5c-94e3-ac1da6cc1157 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ff76fa0f-6df7-483c-bae4-e90d3232618b HTTP/1.1" status: 200 len: 217 time: 0.0868142 Mar 21 11:14:37.642688 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-73c5e682-ad9c-4a11-aa09-4fe7c2713931 admin admin] Publish callbacks [] for subnet (aac3a445-ba10-4fc3-ad50-b4785fdc2af0), precommit_delete_associations {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:37.674558 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-73c5e682-ad9c-4a11-aa09-4fe7c2713931 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-756234'] for subnet (aac3a445-ba10-4fc3-ad50-b4785fdc2af0), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:37.730309 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4213f0a0-7cf4-4103-9d2d-dead03ceddc3 req-59ddf121-00ac-4c45-97fe-12e5aeee1e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:37.734149 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-4213f0a0-7cf4-4103-9d2d-dead03ceddc3 req-59ddf121-00ac-4c45-97fe-12e5aeee1e0a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8a3d170f-7254-484a-9abf-df0a7cea6ed2 HTTP/1.1" status: 200 len: 858 time: 0.1118755 Mar 21 11:14:37.826183 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4213f0a0-7cf4-4103-9d2d-dead03ceddc3 req-2453dfbd-4f74-4ec8-8fad-72cd5ab7bd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:37.828562 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-4213f0a0-7cf4-4103-9d2d-dead03ceddc3 req-2453dfbd-4f74-4ec8-8fad-72cd5ab7bd47 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4a579521-14d3-4610-a099-3c56c62bd19a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0844674 Mar 21 11:14:37.853486 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43710b1a-6030-4187-b765-1af296d3b760 req-8bc3ec72-e146-48a5-8ba4-3ea6c2fc3b09 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:37.861986 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-43710b1a-6030-4187-b765-1af296d3b760 req-8bc3ec72-e146-48a5-8ba4-3ea6c2fc3b09 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/ports?device_id=c60601a3-3fb9-48e4-b22d-6fa61e28dfa4 HTTP/1.1" status: 200 len: 946 time: 0.1169486 Mar 21 11:14:37.865351 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-73c5e682-ad9c-4a11-aa09-4fe7c2713931 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-756243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998'] for subnet (aac3a445-ba10-4fc3-ad50-b4785fdc2af0), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:37.912248 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c5e682-ad9c-4a11-aa09-4fe7c2713931 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aac3a445-ba10-4fc3-ad50-b4785fdc2af0,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:37.920672 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-73c5e682-ad9c-4a11-aa09-4fe7c2713931 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:37.927777 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-73c5e682-ad9c-4a11-aa09-4fe7c2713931 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/aac3a445-ba10-4fc3-ad50-b4785fdc2af0 HTTP/1.1" status: 204 len: 168 time: 0.4172716 Mar 21 11:14:37.928357 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 42148) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:14:37.965288 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-43710b1a-6030-4187-b765-1af296d3b760 req-9f2300f3-2eaa-457b-8edf-dae4c7c0ed49 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/security-groups?id=d03ae1a0-8987-409a-b315-103a0a29069c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013191 Mar 21 11:14:38.269597 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7db4e196-9df7-4a33-a243-691d7c7f9e9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814149'] for network (c4636bca-faf6-4761-a317-5bb8fbd6e796), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:38.290844 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-4213f0a0-7cf4-4103-9d2d-dead03ceddc3 req-26c6c0d3-08b1-465e-a9ce-042c047ccdfe service neutron] 10.222.0.32 "GET /v2.0/networks/4a579521-14d3-4610-a099-3c56c62bd19a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4542341 Mar 21 11:14:38.397535 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e28a3c-5f8e-4be3-b7c2-ab5b7f558b99 req-301a8200-ee96-464d-ac44-f5bb31e618aa tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:38.399111 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-43e28a3c-5f8e-4be3-b7c2-ab5b7f558b99 req-301a8200-ee96-464d-ac44-f5bb31e618aa tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8703943-14fc-4c57-bce1-978a2a6a70a2 HTTP/1.1" status: 200 len: 945 time: 0.0738239 Mar 21 11:14:38.445426 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7db4e196-9df7-4a33-a243-691d7c7f9e9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-689599', 'neutron.services.segments.db._delete_segments_for_network-8738246472259'] for network (c4636bca-faf6-4761-a317-5bb8fbd6e796), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:38.474124 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-43e28a3c-5f8e-4be3-b7c2-ab5b7f558b99 req-503f5ec0-5177-41b0-870f-e3c674b2a72a tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/security-groups?id=d16428e1-03fd-46f7-80c6-8696f1f626ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662570 Mar 21 11:14:38.486257 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7db4e196-9df7-4a33-a243-691d7c7f9e9e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:14:38.486625 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7db4e196-9df7-4a33-a243-691d7c7f9e9e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:14:38.487535 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7db4e196-9df7-4a33-a243-691d7c7f9e9e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:14:38.487915 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7db4e196-9df7-4a33-a243-691d7c7f9e9e admin admin] Subscribe: > port after_create 55550000 {{(pid=103422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:14:38.488423 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7db4e196-9df7-4a33-a243-691d7c7f9e9e admin admin] Subscribe: > port after_delete 55550000 {{(pid=103422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:14:38.488865 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7db4e196-9df7-4a33-a243-691d7c7f9e9e admin admin] Subscribe: > port after_update 55550000 {{(pid=103422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:14:38.489157 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7db4e196-9df7-4a33-a243-691d7c7f9e9e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:14:38.489710 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7db4e196-9df7-4a33-a243-691d7c7f9e9e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:14:38.490319 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7db4e196-9df7-4a33-a243-691d7c7f9e9e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:14:38.490770 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7db4e196-9df7-4a33-a243-691d7c7f9e9e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:14:38.671518 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7db4e196-9df7-4a33-a243-691d7c7f9e9e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:14:38.672144 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7db4e196-9df7-4a33-a243-691d7c7f9e9e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:14:38.672565 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7db4e196-9df7-4a33-a243-691d7c7f9e9e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:14:38.673128 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7db4e196-9df7-4a33-a243-691d7c7f9e9e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:14:38.673718 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.services.segments.db [None req-7db4e196-9df7-4a33-a243-691d7c7f9e9e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4636bca-faf6-4761-a317-5bb8fbd6e796']}} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:14:38.711935 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.services.segments.db [None req-7db4e196-9df7-4a33-a243-691d7c7f9e9e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ab771f8-bef3-46f9-93f1-2bbf24bcd7ec') {'for_net_delete': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:14:38.712370 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.services.segments.db [None req-7db4e196-9df7-4a33-a243-691d7c7f9e9e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ab771f8-bef3-46f9-93f1-2bbf24bcd7ec') {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:14:38.738501 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-4213f0a0-7cf4-4103-9d2d-dead03ceddc3 req-35250b7c-2f9a-465c-a38c-9ff43abe2c1b service neutron] 10.222.0.32 "GET /v2.0/networks/4a579521-14d3-4610-a099-3c56c62bd19a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4173560 Mar 21 11:14:38.740723 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7db4e196-9df7-4a33-a243-691d7c7f9e9e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738246472012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267557867'] for segment (3ab771f8-bef3-46f9-93f1-2bbf24bcd7ec), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:38.804682 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7db4e196-9df7-4a33-a243-691d7c7f9e9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751123'] for segment (3ab771f8-bef3-46f9-93f1-2bbf24bcd7ec), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:38.824096 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7db4e196-9df7-4a33-a243-691d7c7f9e9e admin admin] Releasing vlan 416 on physical network physnet1 to pool {{(pid=103422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 11:14:38.825223 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7db4e196-9df7-4a33-a243-691d7c7f9e9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265271425'] for segment (3ab771f8-bef3-46f9-93f1-2bbf24bcd7ec), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:38.853113 dv-cinder-834448-1-smb neutron-server[103422]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 21 11:14:38.853113 dv-cinder-834448-1-smb neutron-server[103422]: from cryptography.utils import int_from_bytes Mar 21 11:14:38.853113 dv-cinder-834448-1-smb neutron-server[103422]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 21 11:14:38.853113 dv-cinder-834448-1-smb neutron-server[103422]: from cryptography.utils import int_from_bytes Mar 21 11:14:38.853113 dv-cinder-834448-1-smb neutron-server[103422]: Traceback (most recent call last): Mar 21 11:14:38.853113 dv-cinder-834448-1-smb neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 11:14:38.853113 dv-cinder-834448-1-smb neutron-server[103422]: timer() Mar 21 11:14:38.853113 dv-cinder-834448-1-smb neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 11:14:38.853113 dv-cinder-834448-1-smb neutron-server[103422]: cb(*args, **kw) Mar 21 11:14:38.853113 dv-cinder-834448-1-smb neutron-server[103422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 21 11:14:38.853113 dv-cinder-834448-1-smb neutron-server[103422]: return func(*args, **kwargs) Mar 21 11:14:38.853113 dv-cinder-834448-1-smb neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 11:14:38.853113 dv-cinder-834448-1-smb neutron-server[103422]: self._notify() Mar 21 11:14:38.853113 dv-cinder-834448-1-smb neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 11:14:38.853113 dv-cinder-834448-1-smb neutron-server[103422]: self.callback(batched_events) Mar 21 11:14:38.853113 dv-cinder-834448-1-smb neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 11:14:38.853113 dv-cinder-834448-1-smb neutron-server[103422]: event.method(event) Mar 21 11:14:38.853113 dv-cinder-834448-1-smb neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 21 11:14:38.853113 dv-cinder-834448-1-smb neutron-server[103422]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 11:14:38.853113 dv-cinder-834448-1-smb neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 21 11:14:38.853113 dv-cinder-834448-1-smb neutron-server[103422]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 11:14:38.853113 dv-cinder-834448-1-smb neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 21 11:14:38.853113 dv-cinder-834448-1-smb neutron-server[103422]: return f(self, *a, **k) Mar 21 11:14:38.853113 dv-cinder-834448-1-smb neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 21 11:14:38.853113 dv-cinder-834448-1-smb neutron-server[103422]: return self._get(url).json() Mar 21 11:14:38.853113 dv-cinder-834448-1-smb neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 21 11:14:38.853113 dv-cinder-834448-1-smb neutron-server[103422]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 11:14:38.853113 dv-cinder-834448-1-smb neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 11:14:38.853113 dv-cinder-834448-1-smb neutron-server[103422]: return self.request(url, 'GET', **kwargs) Mar 21 11:14:38.853113 dv-cinder-834448-1-smb neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 11:14:38.853113 dv-cinder-834448-1-smb neutron-server[103422]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 11:14:38.853113 dv-cinder-834448-1-smb neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 11:14:38.853113 dv-cinder-834448-1-smb neutron-server[103422]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 11:14:38.853113 dv-cinder-834448-1-smb neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 11:14:38.853113 dv-cinder-834448-1-smb neutron-server[103422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 11:14:38.853113 dv-cinder-834448-1-smb neutron-server[103422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 11:14:38.924438 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7db4e196-9df7-4a33-a243-691d7c7f9e9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-689540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1690746'] for network (c4636bca-faf6-4761-a317-5bb8fbd6e796), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:38.940076 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7db4e196-9df7-4a33-a243-691d7c7f9e9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693044'] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:38.946243 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-7db4e196-9df7-4a33-a243-691d7c7f9e9e admin admin] 10.222.0.24 "DELETE /v2.0/networks/c4636bca-faf6-4761-a317-5bb8fbd6e796 HTTP/1.1" status: 204 len: 168 time: 1.0161362 Mar 21 11:14:38.961006 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db4e196-9df7-4a33-a243-691d7c7f9e9e admin admin] Pushing event deleted for resources: {'Network': ['ID=c4636bca-faf6-4761-a317-5bb8fbd6e796,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:39.289534 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 42194) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:14:39.380816 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-f715a7e6-1449-49cb-aeae-a4f3662cd2fe admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=efc272227f6d42a69d99652301969d40&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0892210 Mar 21 11:14:39.384203 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 42200) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:14:39.469565 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df22aa04-f3a7-40d0-8f60-44d7604f957e req-30042fd0-d24a-49fa-9daa-ff058f2504aa tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:39.470628 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-68ffed83-dcd3-448d-a1ed-9702afbe81e5 admin admin] Publish callbacks [] for security_group (5e3258c1-f56d-4c6d-b378-7398f8f2fc20), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:39.471372 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-df22aa04-f3a7-40d0-8f60-44d7604f957e req-30042fd0-d24a-49fa-9daa-ff058f2504aa tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/ports?device_id=c60601a3-3fb9-48e4-b22d-6fa61e28dfa4 HTTP/1.1" status: 200 len: 946 time: 0.4108438 Mar 21 11:14:39.512746 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-68ffed83-dcd3-448d-a1ed-9702afbe81e5 admin admin] Publish callbacks [] for security_group (5e3258c1-f56d-4c6d-b378-7398f8f2fc20), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:39.549599 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-df22aa04-f3a7-40d0-8f60-44d7604f957e req-424434c2-3c5b-4887-8e86-eefc462d9666 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/security-groups?id=d03ae1a0-8987-409a-b315-103a0a29069c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665236 Mar 21 11:14:39.612379 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-68ffed83-dcd3-448d-a1ed-9702afbe81e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (5e3258c1-f56d-4c6d-b378-7398f8f2fc20), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:39.619187 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-68ffed83-dcd3-448d-a1ed-9702afbe81e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:39.622402 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-68ffed83-dcd3-448d-a1ed-9702afbe81e5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5e3258c1-f56d-4c6d-b378-7398f8f2fc20 HTTP/1.1" status: 204 len: 168 time: 0.2360559 Mar 21 11:14:39.638547 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ffed83-dcd3-448d-a1ed-9702afbe81e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e3258c1-f56d-4c6d-b378-7398f8f2fc20,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:39.719242 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc99f91-f49a-4800-8d72-0466c7725026 req-c1bd33ed-0847-44e4-a73a-25a9cb7de1a5 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:39.727263 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-bbc99f91-f49a-4800-8d72-0466c7725026 req-c1bd33ed-0847-44e4-a73a-25a9cb7de1a5 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8703943-14fc-4c57-bce1-978a2a6a70a2 HTTP/1.1" status: 200 len: 945 time: 0.1073878 Mar 21 11:14:39.830211 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-bbc99f91-f49a-4800-8d72-0466c7725026 req-51b65455-f660-48ab-b41c-0798a80bdc9a tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/security-groups?id=d16428e1-03fd-46f7-80c6-8696f1f626ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996966 Mar 21 11:14:39.845261 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9508232-8819-4fec-8dce-8b2763fe34c6 req-ee453310-2238-451c-bdd7-e4ca69a8ed80 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:39.847116 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-d9508232-8819-4fec-8dce-8b2763fe34c6 req-ee453310-2238-451c-bdd7-e4ca69a8ed80 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/ports?device_id=c60601a3-3fb9-48e4-b22d-6fa61e28dfa4 HTTP/1.1" status: 200 len: 946 time: 0.1181445 Mar 21 11:14:39.864049 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 42210) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:14:39.869566 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.v2.base [None req-d2a4414c-b3eb-454e-bb02-d5efd6ee5a34 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Request body: {'floatingip': {'port_id': 'eb25be42-c760-4d98-b13e-5a70f54e1415'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:14:39.914725 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d2a4414c-b3eb-454e-bb02-d5efd6ee5a34 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Publish callbacks [] for floatingip (7ff53804-5501-4975-821c-0223b03be204), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:40.596095 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d2a4414c-b3eb-454e-bb02-d5efd6ee5a34 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:40.606634 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d2a4414c-b3eb-454e-bb02-d5efd6ee5a34 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1690700'] for floatingip (7ff53804-5501-4975-821c-0223b03be204), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:40.691442 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 42260) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:14:40.755361 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.db.l3_db [None req-d2a4414c-b3eb-454e-bb02-d5efd6ee5a34 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Floating IP 7ff53804-5501-4975-821c-0223b03be204 associated. External IP: 172.28.0.205, port: eb25be42-c760-4d98-b13e-5a70f54e1415. Mar 21 11:14:41.044514 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a381439-1a89-45aa-887c-d056a8920c13 req-dc63ac17-e87e-4d98-be2b-48f631adf99e tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:41.053769 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-8a381439-1a89-45aa-887c-d056a8920c13 req-dc63ac17-e87e-4d98-be2b-48f631adf99e tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8703943-14fc-4c57-bce1-978a2a6a70a2 HTTP/1.1" status: 200 len: 945 time: 0.1218846 Mar 21 11:14:41.126561 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-8a381439-1a89-45aa-887c-d056a8920c13 req-0b30d413-2030-4c3b-81f8-9f705e6612d5 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/security-groups?id=d16428e1-03fd-46f7-80c6-8696f1f626ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712094 Mar 21 11:14:41.193185 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2a4414c-b3eb-454e-bb02-d5efd6ee5a34 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Router fcf73f44-eb99-4dc9-96ef-dd08de00624c has already been hosted by L3 agent 5097f9b2-2ef0-4af4-bde3-0c344dd6e70c {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 11:14:41.197300 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 42274) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:14:41.315823 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.v2.base [None req-aa390424-3db9-47e6-8120-418f18022849 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-905083178-network', 'tenant_id': 'a69c1808af3d4640ae6355109b334cd8'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:14:41.367654 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2f0963b5-c82e-44a1-8546-7f9d9cffa2f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:41.377308 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2a4414c-b3eb-454e-bb02-d5efd6ee5a34 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Notify agent at l3_agent.dv-cinder-834448-1-smb the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 11:14:41.386335 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d2a4414c-b3eb-454e-bb02-d5efd6ee5a34 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97509'] for floatingip (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:41.393110 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b98626-83b0-4a8c-b56b-8fa4f3bc09dd None None] Sync routers for ids ['fcf73f44-eb99-4dc9-96ef-dd08de00624c'] in dv-cinder-834448-1-smb {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 11:14:41.404060 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa390424-3db9-47e6-8120-418f18022849 admin admin] Made reservation on behalf of a69c1808af3d4640ae6355109b334cd8 for: {'network': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 11:14:41.408119 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-aa390424-3db9-47e6-8120-418f18022849 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for network (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:41.411180 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b98626-83b0-4a8c-b56b-8fa4f3bc09dd None None] Routers {'fcf73f44-eb99-4dc9-96ef-dd08de00624c'} bound to L3 agent in host dv-cinder-834448-1-smb {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:14:41.413254 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-85b98626-83b0-4a8c-b56b-8fa4f3bc09dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T11:04:55Z,description=,heartbeat_timestamp=2022-03-21T11:14:26Z,host='dv-cinder-834448-1-smb',id=5097f9b2-2ef0-4af4-bde3-0c344dd6e70c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:55Z,topic='l3_agent')) {'router_ids': ['fcf73f44-eb99-4dc9-96ef-dd08de00624c'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:14:41.432780 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-aa390424-3db9-47e6-8120-418f18022849 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:41.470321 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-d2a4414c-b3eb-454e-bb02-d5efd6ee5a34 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "PUT /v2.0/floatingips/7ff53804-5501-4975-821c-0223b03be204 HTTP/1.1" status: 200 len: 992 time: 1.6041446 Mar 21 11:14:41.471663 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c60601a3-3fb9-48e4-b22d-6fa61e28dfa4', 'tag': 'eb25be42-c760-4d98-b13e-5a70f54e1415'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:14:41.477033 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41c5d39db19d144038176bb777b16d1c8d23e2eed0354b669264d617ed9abe1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e0e0d75-7b2c-4bba-a57f-07f9018fcc17" -d '{"events": [{"name": "network-changed", "server_uuid": "c60601a3-3fb9-48e4-b22d-6fa61e28dfa4", "tag": "eb25be42-c760-4d98-b13e-5a70f54e1415"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:14:41.527233 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 11:14:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ff19871-6e8a-4372-8c10-5c2221deaa45 x-openstack-request-id: req-3ff19871-6e8a-4372-8c10-5c2221deaa45 {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:14:41.527845 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c60601a3-3fb9-48e4-b22d-6fa61e28dfa4", "tag": "eb25be42-c760-4d98-b13e-5a70f54e1415", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:14:41.528435 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3ff19871-6e8a-4372-8c10-5c2221deaa45 {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:14:41.530487 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c60601a3-3fb9-48e4-b22d-6fa61e28dfa4', 'tag': 'eb25be42-c760-4d98-b13e-5a70f54e1415', 'status': 'completed', 'code': 200} Mar 21 11:14:41.638831 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0e0d75-7b2c-4bba-a57f-07f9018fcc17 req-0ffeea18-423f-40fc-9704-98a4800176f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:41.642079 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-8e0e0d75-7b2c-4bba-a57f-07f9018fcc17 req-0ffeea18-423f-40fc-9704-98a4800176f5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=53cbbdfcec5443308803a36be9595a3d&device_id=c60601a3-3fb9-48e4-b22d-6fa61e28dfa4 HTTP/1.1" status: 200 len: 1130 time: 0.0752921 Mar 21 11:14:41.644295 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2f0963b5-c82e-44a1-8546-7f9d9cffa2f5 admin admin] Publish callbacks [] for security_group (82f01726-c510-4318-ba86-65a11b206ca4), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:41.664834 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2f0963b5-c82e-44a1-8546-7f9d9cffa2f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (82f01726-c510-4318-ba86-65a11b206ca4), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:41.740643 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-aa390424-3db9-47e6-8120-418f18022849 admin admin] Publish callbacks [] for security_group (904d5411-a7fd-425c-bd70-6aa06175c0c2), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:41.758504 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-aa390424-3db9-47e6-8120-418f18022849 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (904d5411-a7fd-425c-bd70-6aa06175c0c2), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:41.776840 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 42284) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:14:41.777177 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-2f0963b5-c82e-44a1-8546-7f9d9cffa2f5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=89a173797cad45dbb66cca6cc16cdb06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5772228 Mar 21 11:14:41.780459 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-85b98626-83b0-4a8c-b56b-8fa4f3bc09dd None None] Set router fcf73f44-eb99-4dc9-96ef-dd08de00624c gateway port host: dv-cinder-834448-1-smb {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:14:41.787833 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0963b5-c82e-44a1-8546-7f9d9cffa2f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82f01726-c510-4318-ba86-65a11b206ca4,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:41.794933 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa390424-3db9-47e6-8120-418f18022849 admin admin] vlan segment allocate from pool success with {'vlan_id': 427, 'physical_network': 'physnet1'} {{(pid=103421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 11:14:41.829970 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-aa390424-3db9-47e6-8120-418f18022849 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751123'] for segment (e8bbdbf4-7a3c-4382-b3f5-00a80b4a7f1d), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:41.830637 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.db.segments_db [None req-aa390424-3db9-47e6-8120-418f18022849 admin admin] Added segment e8bbdbf4-7a3c-4382-b3f5-00a80b4a7f1d of type vlan for network 3ddc289c-7154-4e23-8f81-bf2d5b69083d Mar 21 11:14:41.849670 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa390424-3db9-47e6-8120-418f18022849 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=904d5411-a7fd-425c-bd70-6aa06175c0c2,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:41.872592 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0e0d75-7b2c-4bba-a57f-07f9018fcc17 req-641474b2-67cf-4d51-8e77-befd43e2b3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:41.875205 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-8e0e0d75-7b2c-4bba-a57f-07f9018fcc17 req-641474b2-67cf-4d51-8e77-befd43e2b3d4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=edde1cdb-cb70-4a7f-a015-4d6abd2c41fa HTTP/1.1" status: 200 len: 918 time: 0.2260933 Mar 21 11:14:41.906536 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-aa390424-3db9-47e6-8120-418f18022849 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738246104679'] for network (3ddc289c-7154-4e23-8f81-bf2d5b69083d), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:41.942914 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-aa390424-3db9-47e6-8120-418f18022849 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998'] for network (3ddc289c-7154-4e23-8f81-bf2d5b69083d), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:41.943998 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa390424-3db9-47e6-8120-418f18022849 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:41.944680 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-aa390424-3db9-47e6-8120-418f18022849 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693044'] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:42.041690 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa390424-3db9-47e6-8120-418f18022849 admin admin] Pushing event updated for resources: {'Network': ['ID=3ddc289c-7154-4e23-8f81-bf2d5b69083d,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:42.051068 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-aa390424-3db9-47e6-8120-418f18022849 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3578281 Mar 21 11:14:42.056276 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 42300) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:14:42.060260 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Network 3ddc289c-7154-4e23-8f81-bf2d5b69083d details requested by agent ovs-agent-dv-cinder-834448-1-smb with host dv-cinder-834448-1-smb {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 21 11:14:42.064195 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.v2.base [None req-c643d4e2-cc6e-4446-955c-fd8b05f41e46 admin admin] Request body: {'subnet': {'network_id': '3ddc289c-7154-4e23-8f81-bf2d5b69083d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-905083178-subnet', 'tenant_id': 'a69c1808af3d4640ae6355109b334cd8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:14:42.079558 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f9e92eaf-e1b1-409d-af81-a7df17441d60 admin admin] Publish callbacks [] for security_group (82f01726-c510-4318-ba86-65a11b206ca4), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:42.126555 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c643d4e2-cc6e-4446-955c-fd8b05f41e46 admin admin] Made reservation on behalf of a69c1808af3d4640ae6355109b334cd8 for: {'subnet': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 11:14:42.129332 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c643d4e2-cc6e-4446-955c-fd8b05f41e46 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:42.208016 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-8e0e0d75-7b2c-4bba-a57f-07f9018fcc17 req-c51653bd-7bd1-4cb2-859d-2be913b045b8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eb25be42-c760-4d98-b13e-5a70f54e1415 HTTP/1.1" status: 200 len: 1000 time: 0.3211410 Mar 21 11:14:42.210468 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f9e92eaf-e1b1-409d-af81-a7df17441d60 admin admin] Publish callbacks [] for security_group (82f01726-c510-4318-ba86-65a11b206ca4), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:42.530103 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-85b98626-83b0-4a8c-b56b-8fa4f3bc09dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcf73f44-eb99-4dc9-96ef-dd08de00624c', 'name': 'tempest-AttachVolumeShelveTestJSON-1609186647-router', 'tenant_id': '53cbbdfcec5443308803a36be9595a3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'external_fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.8'}], 'enable_snat': True}, 'gw_port_id': '7e2d0fdc-3f51-4d12-b8b3-317f1f500f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:13:36Z', 'updated_at': '2022-03-21T11:13:56Z', 'revision_number': 4, 'project_id': '53cbbdfcec5443308803a36be9595a3d', 'gw_port': {'id': '7e2d0fdc-3f51-4d12-b8b3-317f1f500f1f', 'name': '', 'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:3b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf73f44-eb99-4dc9-96ef-dd08de00624c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:39Z', 'updated_at': '2022-03-21T11:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-smb', '_floatingips': [{'id': '7ff53804-5501-4975-821c-0223b03be204', 'tenant_id': '53cbbdfcec5443308803a36be9595a3d', 'floating_ip_address': '172.28.0.205', 'floating_network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'router_id': 'fcf73f44-eb99-4dc9-96ef-dd08de00624c', 'port_id': 'eb25be42-c760-4d98-b13e-5a70f54e1415', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'edde1cdb-cb70-4a7f-a015-4d6abd2c41fa', 'mac_address': 'fa:16:3e:f4:d7:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c60601a3-3fb9-48e4-b22d-6fa61e28dfa4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T11:14:14Z', 'updated_at': '2022-03-21T11:14:40Z', 'revision_number': 1, 'project_id': '53cbbdfcec5443308803a36be9595a3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79567679-d717-4a39-bc38-a2c419d4e76e', 'name': '', 'network_id': 'edde1cdb-cb70-4a7f-a015-4d6abd2c41fa', 'tenant_id': '53cbbdfcec5443308803a36be9595a3d', 'mac_address': 'fa:16:3e:9c:6d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf73f44-eb99-4dc9-96ef-dd08de00624c', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'bb03aaa0-c83c-430c-a873-c18dc8bcb9dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:55Z', 'updated_at': '2022-03-21T11:14:12Z', 'revision_number': 5, 'project_id': '53cbbdfcec5443308803a36be9595a3d', 'subnets': [{'id': 'bb03aaa0-c83c-430c-a873-c18dc8bcb9dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-1-smb', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:14:42.532129 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876dea4c-3647-4074-9b15-b2928e054d49 req-a46b5782-69b4-4d63-9474-96c4d22ad8ed tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:42.535241 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-876dea4c-3647-4074-9b15-b2928e054d49 req-a46b5782-69b4-4d63-9474-96c4d22ad8ed tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8703943-14fc-4c57-bce1-978a2a6a70a2 HTTP/1.1" status: 200 len: 945 time: 0.2285531 Mar 21 11:14:42.580174 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0e0d75-7b2c-4bba-a57f-07f9018fcc17 req-9b7acd61-029e-4606-a6d1-57346e92b467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:42.582104 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-8e0e0d75-7b2c-4bba-a57f-07f9018fcc17 req-9b7acd61-029e-4606-a6d1-57346e92b467 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bb03aaa0-c83c-430c-a873-c18dc8bcb9dc HTTP/1.1" status: 200 len: 856 time: 0.3631127 Mar 21 11:14:42.594598 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b98626-83b0-4a8c-b56b-8fa4f3bc09dd None None] Checking router: fcf73f44-eb99-4dc9-96ef-dd08de00624c for host: dv-cinder-834448-1-smb {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 11:14:42.618655 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b98626-83b0-4a8c-b56b-8fa4f3bc09dd None None] Routers {'fcf73f44-eb99-4dc9-96ef-dd08de00624c'} bound to L3 agent in host dv-cinder-834448-1-smb {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:14:42.619579 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-85b98626-83b0-4a8c-b56b-8fa4f3bc09dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T11:04:55Z,description=,heartbeat_timestamp=2022-03-21T11:14:26Z,host='dv-cinder-834448-1-smb',id=5097f9b2-2ef0-4af4-bde3-0c344dd6e70c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:55Z,topic='l3_agent')) {'router_ids': ['fcf73f44-eb99-4dc9-96ef-dd08de00624c'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:14:42.712925 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-876dea4c-3647-4074-9b15-b2928e054d49 req-757ebcb8-60b2-417d-a306-8bc8bf82afe4 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/security-groups?id=d16428e1-03fd-46f7-80c6-8696f1f626ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660230 Mar 21 11:14:42.740494 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c643d4e2-cc6e-4446-955c-fd8b05f41e46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998'] for subnet (b19ea63e-3287-4f53-b0cc-82d6b01cdd86), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:42.741578 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0e0d75-7b2c-4bba-a57f-07f9018fcc17 req-7d797f15-3c03-447a-885a-644e53094be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:42.744993 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-8e0e0d75-7b2c-4bba-a57f-07f9018fcc17 req-7d797f15-3c03-447a-885a-644e53094be4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=edde1cdb-cb70-4a7f-a015-4d6abd2c41fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1419544 Mar 21 11:14:42.747561 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f9e92eaf-e1b1-409d-af81-a7df17441d60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (82f01726-c510-4318-ba86-65a11b206ca4), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:42.754956 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f9e92eaf-e1b1-409d-af81-a7df17441d60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:42.762004 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-f9e92eaf-e1b1-409d-af81-a7df17441d60 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/82f01726-c510-4318-ba86-65a11b206ca4 HTTP/1.1" status: 204 len: 168 time: 0.9793644 Mar 21 11:14:42.849605 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c643d4e2-cc6e-4446-955c-fd8b05f41e46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b19ea63e-3287-4f53-b0cc-82d6b01cdd86,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:42.873312 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-85b98626-83b0-4a8c-b56b-8fa4f3bc09dd None None] Set router fcf73f44-eb99-4dc9-96ef-dd08de00624c gateway port host: dv-cinder-834448-1-smb {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:14:42.880263 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c643d4e2-cc6e-4446-955c-fd8b05f41e46 admin admin] Checking segment: {'id': 'e8bbdbf4-7a3c-4382-b3f5-00a80b4a7f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '3ddc289c-7154-4e23-8f81-bf2d5b69083d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:14:42.880977 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c643d4e2-cc6e-4446-955c-fd8b05f41e46 admin admin] Network hostable DHCP agents. Network: 3ddc289c-7154-4e23-8f81-bf2d5b69083d, hostable agents: ['9c74c917-795e-4123-adbe-3a92cf8165ad'], hosted agents: [] {{(pid=103421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 11:14:42.915475 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c643d4e2-cc6e-4446-955c-fd8b05f41e46 admin admin] Network 3ddc289c-7154-4e23-8f81-bf2d5b69083d is scheduled to be hosted by DHCP agent 9c74c917-795e-4123-adbe-3a92cf8165ad with binding_index 1 {{(pid=103421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 11:14:42.936249 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-c643d4e2-cc6e-4446-955c-fd8b05f41e46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834448-1-smb, 3ddc289c-7154-4e23-8f81-bf2d5b69083d) {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:14:42.945612 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c643d4e2-cc6e-4446-955c-fd8b05f41e46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:42.945612 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c643d4e2-cc6e-4446-955c-fd8b05f41e46 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:42.961506 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-8e0e0d75-7b2c-4bba-a57f-07f9018fcc17 req-3624e663-789c-4945-9388-914002f7878d service neutron] 10.222.0.32 "GET /v2.0/networks/edde1cdb-cb70-4a7f-a015-4d6abd2c41fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015350 Mar 21 11:14:42.967164 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc6d10f5-7221-4dc7-af34-f541f541119e None None] Network 3ddc289c-7154-4e23-8f81-bf2d5b69083d requested from dv-cinder-834448-1-smb {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 11:14:42.987711 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-c643d4e2-cc6e-4446-955c-fd8b05f41e46 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9271097 Mar 21 11:14:42.994151 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 42330) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:14:43.003819 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.v2.base [None req-5f8a8b2b-e89e-4811-8054-3cba30276f10 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-905083178-router', 'tenant_id': 'a69c1808af3d4640ae6355109b334cd8', 'external_gateway_info': {'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623'}}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:14:43.034580 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e92eaf-e1b1-409d-af81-a7df17441d60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82f01726-c510-4318-ba86-65a11b206ca4,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:43.082522 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5f8a8b2b-e89e-4811-8054-3cba30276f10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1688884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2201'] for router (b6f812b9-6d9a-4ef9-93fc-911b8f0819b8), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:43.085913 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5f8a8b2b-e89e-4811-8054-3cba30276f10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1688740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1690871', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2208'] for router (b6f812b9-6d9a-4ef9-93fc-911b8f0819b8), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:43.119285 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 42334) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:14:43.238539 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-8e0e0d75-7b2c-4bba-a57f-07f9018fcc17 req-cd778f35-0b4b-4cf2-957c-048a0f631bf3 service neutron] 10.222.0.32 "GET /v2.0/networks/edde1cdb-cb70-4a7f-a015-4d6abd2c41fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2567093 Mar 21 11:14:43.239988 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5f8a8b2b-e89e-4811-8054-3cba30276f10 admin admin] Publish callbacks [] for router_controller (b6f812b9-6d9a-4ef9-93fc-911b8f0819b8), precommit_add_association {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:43.336271 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d23a5513-ef6a-412e-a7a3-8fa471118a6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce4f82c5-e8da-580b-894c-917e4a2c3c40-3ddc289c-7154-4e23-8f81-bf2d5b69083d', 'network_id': '3ddc289c-7154-4e23-8f81-bf2d5b69083d', 'project_id': 'a69c1808af3d4640ae6355109b334cd8', 'fixed_ips': [{'subnet_id': 'b19ea63e-3287-4f53-b0cc-82d6b01cdd86'}]}} from dv-cinder-834448-1-smb. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 21 11:14:43.338760 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d23a5513-ef6a-412e-a7a3-8fa471118a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:43.472191 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-85b98626-83b0-4a8c-b56b-8fa4f3bc09dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcf73f44-eb99-4dc9-96ef-dd08de00624c', 'name': 'tempest-AttachVolumeShelveTestJSON-1609186647-router', 'tenant_id': '53cbbdfcec5443308803a36be9595a3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'external_fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.8'}], 'enable_snat': True}, 'gw_port_id': '7e2d0fdc-3f51-4d12-b8b3-317f1f500f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:13:36Z', 'updated_at': '2022-03-21T11:13:56Z', 'revision_number': 4, 'project_id': '53cbbdfcec5443308803a36be9595a3d', 'gw_port': {'id': '7e2d0fdc-3f51-4d12-b8b3-317f1f500f1f', 'name': '', 'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:3b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf73f44-eb99-4dc9-96ef-dd08de00624c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:39Z', 'updated_at': '2022-03-21T11:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-smb', '_floatingips': [{'id': '7ff53804-5501-4975-821c-0223b03be204', 'tenant_id': '53cbbdfcec5443308803a36be9595a3d', 'floating_ip_address': '172.28.0.205', 'floating_network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'router_id': 'fcf73f44-eb99-4dc9-96ef-dd08de00624c', 'port_id': 'eb25be42-c760-4d98-b13e-5a70f54e1415', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'edde1cdb-cb70-4a7f-a015-4d6abd2c41fa', 'mac_address': 'fa:16:3e:f4:d7:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c60601a3-3fb9-48e4-b22d-6fa61e28dfa4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T11:14:14Z', 'updated_at': '2022-03-21T11:14:40Z', 'revision_number': 1, 'project_id': '53cbbdfcec5443308803a36be9595a3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79567679-d717-4a39-bc38-a2c419d4e76e', 'name': '', 'network_id': 'edde1cdb-cb70-4a7f-a015-4d6abd2c41fa', 'tenant_id': '53cbbdfcec5443308803a36be9595a3d', 'mac_address': 'fa:16:3e:9c:6d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf73f44-eb99-4dc9-96ef-dd08de00624c', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'bb03aaa0-c83c-430c-a873-c18dc8bcb9dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:55Z', 'updated_at': '2022-03-21T11:14:12Z', 'revision_number': 5, 'project_id': '53cbbdfcec5443308803a36be9595a3d', 'subnets': [{'id': 'bb03aaa0-c83c-430c-a873-c18dc8bcb9dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-1-smb', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:14:43.519936 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b98626-83b0-4a8c-b56b-8fa4f3bc09dd None None] The sync data for ids ['fcf73f44-eb99-4dc9-96ef-dd08de00624c'] in dv-cinder-834448-1-smb is: [{'id': 'fcf73f44-eb99-4dc9-96ef-dd08de00624c', 'name': 'tempest-AttachVolumeShelveTestJSON-1609186647-router', 'tenant_id': '53cbbdfcec5443308803a36be9595a3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'external_fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.8'}], 'enable_snat': True}, 'gw_port_id': '7e2d0fdc-3f51-4d12-b8b3-317f1f500f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:13:36Z', 'updated_at': '2022-03-21T11:13:56Z', 'revision_number': 4, 'project_id': '53cbbdfcec5443308803a36be9595a3d', 'gw_port': {'id': '7e2d0fdc-3f51-4d12-b8b3-317f1f500f1f', 'name': '', 'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:3b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf73f44-eb99-4dc9-96ef-dd08de00624c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:39Z', 'updated_at': '2022-03-21T11:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-smb', '_floatingips': [{'id': '7ff53804-5501-4975-821c-0223b03be204', 'tenant_id': '53cbbdfcec5443308803a36be9595a3d', 'floating_ip_address': '172.28.0.205', 'floating_network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'router_id': 'fcf73f44-eb99-4dc9-96ef-dd08de00624c', 'port_id': 'eb25be42-c760-4d98-b13e-5a70f54e1415', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'edde1cdb-cb70-4a7f-a015-4d6abd2c41fa', 'mac_address': 'fa:16:3e:f4:d7:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c60601a3-3fb9-48e4-b22d-6fa61e28dfa4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T11:14:14Z', 'updated_at': '2022-03-21T11:14:40Z', 'revision_number': 1, 'project_id': '53cbbdfcec5443308803a36be9595a3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79567679-d717-4a39-bc38-a2c419d4e76e', 'name': '', 'network_id': 'edde1cdb-cb70-4a7f-a015-4d6abd2c41fa', 'tenant_id': '53cbbdfcec5443308803a36be9595a3d', 'mac_address': 'fa:16:3e:9c:6d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf73f44-eb99-4dc9-96ef-dd08de00624c', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'bb03aaa0-c83c-430c-a873-c18dc8bcb9dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:55Z', 'updated_at': '2022-03-21T11:14:12Z', 'revision_number': 5, 'project_id': '53cbbdfcec5443308803a36be9595a3d', 'subnets': [{'id': 'bb03aaa0-c83c-430c-a873-c18dc8bcb9dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 11:14:43.629245 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-bcff3f5f-20e8-48ef-8ce5-5659cf80af3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:43.659815 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5f8a8b2b-e89e-4811-8054-3cba30276f10 admin admin] Publish callbacks [] for router_gateway (b6f812b9-6d9a-4ef9-93fc-911b8f0819b8), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:43.712081 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-d23a5513-ef6a-412e-a7a3-8fa471118a6b None None] Allocated IP 172.20.0.2 (3ddc289c-7154-4e23-8f81-bf2d5b69083d/b19ea63e-3287-4f53-b0cc-82d6b01cdd86/73cba14d-12b8-4ae8-acfb-39627b7702d4) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:14:43.931654 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-bcff3f5f-20e8-48ef-8ce5-5659cf80af3d admin admin] Publish callbacks [] for security_group (87164f71-3f89-49e9-85c2-cea50f5caba8), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:43.976577 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-bcff3f5f-20e8-48ef-8ce5-5659cf80af3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (87164f71-3f89-49e9-85c2-cea50f5caba8), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:44.052317 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50ddec5-797f-490c-a6cc-10db60d768d5 None None] New status for floating IP 7ff53804-5501-4975-821c-0223b03be204: ACTIVE {{(pid=103423) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 11:14:44.105116 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcff3f5f-20e8-48ef-8ce5-5659cf80af3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87164f71-3f89-49e9-85c2-cea50f5caba8,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:44.139588 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-bcff3f5f-20e8-48ef-8ce5-5659cf80af3d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8f525a66d01046c39e23c92b52f6cebf&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0181267 Mar 21 11:14:44.144154 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 42364) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:14:44.164979 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d23a5513-ef6a-412e-a7a3-8fa471118a6b None None] Publish callbacks [] for port (73cba14d-12b8-4ae8-acfb-39627b7702d4), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:44.181359 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a9c50a-6e1f-43c5-a13a-e0028dbb2802 req-1063f646-3e89-459d-8ffc-0fb6b2d8e293 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:44.182082 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d23a5513-ef6a-412e-a7a3-8fa471118a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738246144781'] for port (73cba14d-12b8-4ae8-acfb-39627b7702d4), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:44.185018 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-e4a9c50a-6e1f-43c5-a13a-e0028dbb2802 req-1063f646-3e89-459d-8ffc-0fb6b2d8e293 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8703943-14fc-4c57-bce1-978a2a6a70a2 HTTP/1.1" status: 200 len: 945 time: 0.2846549 Mar 21 11:14:44.305027 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-997dce9f-d2ee-4b57-9f90-92da64d1472c admin admin] Publish callbacks [] for security_group (87164f71-3f89-49e9-85c2-cea50f5caba8), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:44.353403 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-997dce9f-d2ee-4b57-9f90-92da64d1472c admin admin] Publish callbacks [] for security_group (87164f71-3f89-49e9-85c2-cea50f5caba8), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:44.445487 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-e4a9c50a-6e1f-43c5-a13a-e0028dbb2802 req-55f2ed3d-b8d6-4263-96d6-4c6c34104636 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/security-groups?id=d16428e1-03fd-46f7-80c6-8696f1f626ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386544 Mar 21 11:14:44.449220 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 42366) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:14:44.484420 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5f8a8b2b-e89e-4811-8054-3cba30276f10 admin admin] Publish callbacks [] for router_gateway (b6f812b9-6d9a-4ef9-93fc-911b8f0819b8), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:44.512808 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-997dce9f-d2ee-4b57-9f90-92da64d1472c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (87164f71-3f89-49e9-85c2-cea50f5caba8), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:44.518102 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-997dce9f-d2ee-4b57-9f90-92da64d1472c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:44.521267 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-997dce9f-d2ee-4b57-9f90-92da64d1472c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/87164f71-3f89-49e9-85c2-cea50f5caba8 HTTP/1.1" status: 204 len: 168 time: 0.3733110 Mar 21 11:14:44.522790 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d23a5513-ef6a-412e-a7a3-8fa471118a6b None None] Network 3ddc289c-7154-4e23-8f81-bf2d5b69083d is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:14:44.529283 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5f8a8b2b-e89e-4811-8054-3cba30276f10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:44.537766 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23a5513-ef6a-412e-a7a3-8fa471118a6b None None] Pushing event updated for resources: {'Port': ['ID=73cba14d-12b8-4ae8-acfb-39627b7702d4,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:44.542245 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-d23a5513-ef6a-412e-a7a3-8fa471118a6b None None] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:14:44.543701 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997dce9f-d2ee-4b57-9f90-92da64d1472c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87164f71-3f89-49e9-85c2-cea50f5caba8,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:44.545484 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23a5513-ef6a-412e-a7a3-8fa471118a6b None None] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:14:44.717206 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-d23a5513-ef6a-412e-a7a3-8fa471118a6b None None] Attempting to bind port 73cba14d-12b8-4ae8-acfb-39627b7702d4 on host dv-cinder-834448-1-smb for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 11:14:44.717206 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-d23a5513-ef6a-412e-a7a3-8fa471118a6b None None] Attempting to bind port 73cba14d-12b8-4ae8-acfb-39627b7702d4 by drivers openvswitch,hyperv on host dv-cinder-834448-1-smb at level 0 using segments [{'id': 'e8bbdbf4-7a3c-4382-b3f5-00a80b4a7f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '3ddc289c-7154-4e23-8f81-bf2d5b69083d'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 11:14:44.717206 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23a5513-ef6a-412e-a7a3-8fa471118a6b None None] Attempting to bind port 73cba14d-12b8-4ae8-acfb-39627b7702d4 on network 3ddc289c-7154-4e23-8f81-bf2d5b69083d {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:14:44.744332 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23a5513-ef6a-412e-a7a3-8fa471118a6b None None] Checking agent: {'id': '4788e3a4-6d7d-47da-90c6-7227f6e2e35d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834448-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 11, 5), 'started_at': datetime.datetime(2022, 3, 21, 11, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 11, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834448-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 11:14:44.745158 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23a5513-ef6a-412e-a7a3-8fa471118a6b None None] Checking segment: {'id': 'e8bbdbf4-7a3c-4382-b3f5-00a80b4a7f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '3ddc289c-7154-4e23-8f81-bf2d5b69083d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:14:44.745799 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d23a5513-ef6a-412e-a7a3-8fa471118a6b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:44.746479 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23a5513-ef6a-412e-a7a3-8fa471118a6b None None] Bound using segment: {'id': 'e8bbdbf4-7a3c-4382-b3f5-00a80b4a7f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '3ddc289c-7154-4e23-8f81-bf2d5b69083d'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 11:14:44.747228 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-d23a5513-ef6a-412e-a7a3-8fa471118a6b None None] Bound port: 73cba14d-12b8-4ae8-acfb-39627b7702d4, host: dv-cinder-834448-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8bbdbf4-7a3c-4382-b3f5-00a80b4a7f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '3ddc289c-7154-4e23-8f81-bf2d5b69083d'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 11:14:44.747849 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d23a5513-ef6a-412e-a7a3-8fa471118a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (73cba14d-12b8-4ae8-acfb-39627b7702d4), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:44.773749 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [None req-5f8a8b2b-e89e-4811-8054-3cba30276f10 admin admin] Allocated IP 172.28.0.149 (4a234a12-d706-4d7c-b6c3-ed2b05ad1623/3e258188-6a8e-4491-8eb3-50329fb1d7f1/682ae32b-17c7-4a87-8472-bef89307aa9b) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:14:44.780458 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.v2.base [None req-6803d599-c5a4-478c-a79f-2b9f05ae7301 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-275272990-network', 'tenant_id': '8548f6e2ecf442de83117ba574cdbafd'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:14:44.877856 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-d23a5513-ef6a-412e-a7a3-8fa471118a6b None None] For port 73cba14d-12b8-4ae8-acfb-39627b7702d4, host dv-cinder-834448-1-smb, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 11:14:44.884665 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-d23a5513-ef6a-412e-a7a3-8fa471118a6b None None] For port 73cba14d-12b8-4ae8-acfb-39627b7702d4, host dv-cinder-834448-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-smb',level=0,port_id=73cba14d-12b8-4ae8-acfb-39627b7702d4,segment=NetworkSegment(e8bbdbf4-7a3c-4382-b3f5-00a80b4a7f1d),segment_id=e8bbdbf4-7a3c-4382-b3f5-00a80b4a7f1d)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 11:14:44.897078 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d23a5513-ef6a-412e-a7a3-8fa471118a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817'] for port (73cba14d-12b8-4ae8-acfb-39627b7702d4), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:44.918177 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5f8a8b2b-e89e-4811-8054-3cba30276f10 admin admin] Publish callbacks [] for port (682ae32b-17c7-4a87-8472-bef89307aa9b), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:44.943185 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6803d599-c5a4-478c-a79f-2b9f05ae7301 admin admin] Made reservation on behalf of 8548f6e2ecf442de83117ba574cdbafd for: {'network': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 11:14:44.945769 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6803d599-c5a4-478c-a79f-2b9f05ae7301 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for network (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:44.961049 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6803d599-c5a4-478c-a79f-2b9f05ae7301 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:45.003995 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5f8a8b2b-e89e-4811-8054-3cba30276f10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738246144781'] for port (682ae32b-17c7-4a87-8472-bef89307aa9b), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:45.035471 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23a5513-ef6a-412e-a7a3-8fa471118a6b None None] Pushing event updated for resources: {'Port': ['ID=73cba14d-12b8-4ae8-acfb-39627b7702d4,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:45.073147 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f8a8b2b-e89e-4811-8054-3cba30276f10 admin admin] Network 4a234a12-d706-4d7c-b6c3-ed2b05ad1623 is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:14:45.075746 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-5f8a8b2b-e89e-4811-8054-3cba30276f10 admin admin] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:14:45.078973 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8a8b2b-e89e-4811-8054-3cba30276f10 admin admin] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:14:45.177515 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8a8b2b-e89e-4811-8054-3cba30276f10 admin admin] Pushing event updated for resources: {'Port': ['ID=682ae32b-17c7-4a87-8472-bef89307aa9b,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:45.258218 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6803d599-c5a4-478c-a79f-2b9f05ae7301 admin admin] Publish callbacks [] for security_group (7d30d1c4-e6ed-4ccb-9459-24281569750d), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:45.283499 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6803d599-c5a4-478c-a79f-2b9f05ae7301 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (7d30d1c4-e6ed-4ccb-9459-24281569750d), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:45.312255 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6803d599-c5a4-478c-a79f-2b9f05ae7301 admin admin] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=103421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 11:14:45.447875 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6803d599-c5a4-478c-a79f-2b9f05ae7301 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751123'] for segment (84e32668-92aa-4520-8ad7-794c56c23f1c), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:45.448456 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.db.segments_db [None req-6803d599-c5a4-478c-a79f-2b9f05ae7301 admin admin] Added segment 84e32668-92aa-4520-8ad7-794c56c23f1c of type vlan for network 4cce8b45-caec-4211-8030-c86bb4876b47 Mar 21 11:14:45.451040 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6803d599-c5a4-478c-a79f-2b9f05ae7301 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d30d1c4-e6ed-4ccb-9459-24281569750d,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:45.528976 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 42390) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:14:45.686253 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6803d599-c5a4-478c-a79f-2b9f05ae7301 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738246104679'] for network (4cce8b45-caec-4211-8030-c86bb4876b47), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:45.757329 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 42398) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:14:45.769899 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6803d599-c5a4-478c-a79f-2b9f05ae7301 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998'] for network (4cce8b45-caec-4211-8030-c86bb4876b47), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:45.771055 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6803d599-c5a4-478c-a79f-2b9f05ae7301 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:45.771658 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6803d599-c5a4-478c-a79f-2b9f05ae7301 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693044'] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:45.802041 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d61a12fc-861a-48f6-a77c-ac4c70dd8ede admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:45.838628 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6410d368-03ba-4208-a624-3b10f01c5f74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:45.884380 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5f8a8b2b-e89e-4811-8054-3cba30276f10 admin admin] Publish callbacks [] for router_gateway (b6f812b9-6d9a-4ef9-93fc-911b8f0819b8), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:45.954748 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Device 73cba14d-12b8-4ae8-acfb-39627b7702d4 up at agent ovs-agent-dv-cinder-834448-1-smb {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:14:45.979875 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcacdf0-dacc-41af-9799-b49585352670 req-027e8454-12cf-47e3-9b27-736c1c846568 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:45.982086 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-4dcacdf0-dacc-41af-9799-b49585352670 req-027e8454-12cf-47e3-9b27-736c1c846568 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8703943-14fc-4c57-bce1-978a2a6a70a2 HTTP/1.1" status: 200 len: 945 time: 0.3457060 Mar 21 11:14:45.990916 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-6803d599-c5a4-478c-a79f-2b9f05ae7301 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.5407326 Mar 21 11:14:45.993559 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d61a12fc-861a-48f6-a77c-ac4c70dd8ede admin admin] Publish callbacks [] for security_group (32077922-fd68-4aef-97a2-6d79d1c97cb2), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:45.998771 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 42400) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:14:46.006105 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.v2.base [None req-56783e88-e460-4ea5-a2b6-083f1df6c24d admin admin] Request body: {'subnet': {'network_id': '4cce8b45-caec-4211-8030-c86bb4876b47', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-275272990-subnet', 'tenant_id': '8548f6e2ecf442de83117ba574cdbafd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:14:46.018094 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d61a12fc-861a-48f6-a77c-ac4c70dd8ede admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (32077922-fd68-4aef-97a2-6d79d1c97cb2), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:46.057109 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Provisioning complete for port 73cba14d-12b8-4ae8-acfb-39627b7702d4 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:14:46.058094 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688166'] for port (73cba14d-12b8-4ae8-acfb-39627b7702d4), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:46.065608 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6410d368-03ba-4208-a624-3b10f01c5f74 admin admin] Publish callbacks [] for security_group (98d85c68-137b-4da2-8358-4a466004c660), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:46.093231 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6410d368-03ba-4208-a624-3b10f01c5f74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (98d85c68-137b-4da2-8358-4a466004c660), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:46.100559 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56783e88-e460-4ea5-a2b6-083f1df6c24d admin admin] Made reservation on behalf of 8548f6e2ecf442de83117ba574cdbafd for: {'subnet': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 11:14:46.105236 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-56783e88-e460-4ea5-a2b6-083f1df6c24d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265054756'] for subnet (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:46.213691 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61a12fc-861a-48f6-a77c-ac4c70dd8ede admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32077922-fd68-4aef-97a2-6d79d1c97cb2,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:46.248102 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-d61a12fc-861a-48f6-a77c-ac4c70dd8ede admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f73787e79cd04fe0a0119e627c9e902b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4878738 Mar 21 11:14:46.261433 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 42406) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:14:46.294280 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Current status of the port 73cba14d-12b8-4ae8-acfb-39627b7702d4 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:14:46.294972 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (73cba14d-12b8-4ae8-acfb-39627b7702d4), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:46.348948 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-6410d368-03ba-4208-a624-3b10f01c5f74 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=25f494029251449d89825f32caa41f94&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8201878 Mar 21 11:14:46.357811 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 42408) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:14:46.379006 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6410d368-03ba-4208-a624-3b10f01c5f74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98d85c68-137b-4da2-8358-4a466004c660,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:46.394655 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] For port 73cba14d-12b8-4ae8-acfb-39627b7702d4, host dv-cinder-834448-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-smb',level=0,port_id=73cba14d-12b8-4ae8-acfb-39627b7702d4,segment=NetworkSegment(e8bbdbf4-7a3c-4382-b3f5-00a80b4a7f1d),segment_id=e8bbdbf4-7a3c-4382-b3f5-00a80b4a7f1d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:14:46.410585 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817'] for port (73cba14d-12b8-4ae8-acfb-39627b7702d4), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:46.466063 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6803d599-c5a4-478c-a79f-2b9f05ae7301 admin admin] Pushing event updated for resources: {'Network': ['ID=4cce8b45-caec-4211-8030-c86bb4876b47,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:46.489523 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Network 4cce8b45-caec-4211-8030-c86bb4876b47 details requested by agent ovs-agent-dv-cinder-834448-1-smb with host dv-cinder-834448-1-smb {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 21 11:14:46.533103 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-4dcacdf0-dacc-41af-9799-b49585352670 req-03c71573-f8b4-46f8-976f-0a6b88f6dd72 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/security-groups?id=d16428e1-03fd-46f7-80c6-8696f1f626ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5008402 Mar 21 11:14:46.599349 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5970ea98-2c09-43f9-a6ef-51f934448a3a admin admin] Publish callbacks [] for security_group (32077922-fd68-4aef-97a2-6d79d1c97cb2), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:46.606785 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Pushing event updated for resources: {'Port': ['ID=73cba14d-12b8-4ae8-acfb-39627b7702d4,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:46.630099 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5f918ca1-e583-4567-993b-35ea6b80f3a7 admin admin] Publish callbacks [] for security_group (98d85c68-137b-4da2-8358-4a466004c660), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:46.653349 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-56783e88-e460-4ea5-a2b6-083f1df6c24d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265271906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265054770'] for subnet (0eb83594-d72f-44ee-accf-e102c54dca67), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:46.670483 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5970ea98-2c09-43f9-a6ef-51f934448a3a admin admin] Publish callbacks [] for security_group (32077922-fd68-4aef-97a2-6d79d1c97cb2), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:46.704021 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5f918ca1-e583-4567-993b-35ea6b80f3a7 admin admin] Publish callbacks [] for security_group (98d85c68-137b-4da2-8358-4a466004c660), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:46.819283 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56783e88-e460-4ea5-a2b6-083f1df6c24d admin admin] Pushing event updated for resources: {'Subnet': ['ID=0eb83594-d72f-44ee-accf-e102c54dca67,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:46.842688 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f00dbbd-439d-4a3f-a34f-934d9446a476 None None] Network 3ddc289c-7154-4e23-8f81-bf2d5b69083d requested from dv-cinder-834448-1-smb {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 11:14:46.846207 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56783e88-e460-4ea5-a2b6-083f1df6c24d admin admin] Checking segment: {'id': '84e32668-92aa-4520-8ad7-794c56c23f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '4cce8b45-caec-4211-8030-c86bb4876b47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:14:46.846638 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56783e88-e460-4ea5-a2b6-083f1df6c24d admin admin] Network hostable DHCP agents. Network: 4cce8b45-caec-4211-8030-c86bb4876b47, hostable agents: ['9c74c917-795e-4123-adbe-3a92cf8165ad'], hosted agents: [] {{(pid=103422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 11:14:46.852551 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5f8a8b2b-e89e-4811-8054-3cba30276f10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1688767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1690658'] for router (b6f812b9-6d9a-4ef9-93fc-911b8f0819b8), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:46.872066 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5f918ca1-e583-4567-993b-35ea6b80f3a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (98d85c68-137b-4da2-8358-4a466004c660), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:46.876409 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5f918ca1-e583-4567-993b-35ea6b80f3a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:46.881561 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-5f918ca1-e583-4567-993b-35ea6b80f3a7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/98d85c68-137b-4da2-8358-4a466004c660 HTTP/1.1" status: 204 len: 168 time: 0.5186985 Mar 21 11:14:46.883468 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5970ea98-2c09-43f9-a6ef-51f934448a3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (32077922-fd68-4aef-97a2-6d79d1c97cb2), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:46.886845 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5970ea98-2c09-43f9-a6ef-51f934448a3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:46.891993 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-5970ea98-2c09-43f9-a6ef-51f934448a3a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/32077922-fd68-4aef-97a2-6d79d1c97cb2 HTTP/1.1" status: 204 len: 168 time: 0.6252596 Mar 21 11:14:46.903342 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f918ca1-e583-4567-993b-35ea6b80f3a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98d85c68-137b-4da2-8358-4a466004c660,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:46.925882 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56783e88-e460-4ea5-a2b6-083f1df6c24d admin admin] Network 4cce8b45-caec-4211-8030-c86bb4876b47 is scheduled to be hosted by DHCP agent 9c74c917-795e-4123-adbe-3a92cf8165ad with binding_index 1 {{(pid=103422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 11:14:46.928608 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5970ea98-2c09-43f9-a6ef-51f934448a3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32077922-fd68-4aef-97a2-6d79d1c97cb2,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:46.933247 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-372155eb-893c-4193-bd10-4dc84493ac81 None None] Provisioning complete for port 73cba14d-12b8-4ae8-acfb-39627b7702d4 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:14:46.933609 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-372155eb-893c-4193-bd10-4dc84493ac81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688166'] for port (73cba14d-12b8-4ae8-acfb-39627b7702d4), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:46.956873 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-56783e88-e460-4ea5-a2b6-083f1df6c24d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834448-1-smb, 4cce8b45-caec-4211-8030-c86bb4876b47) {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:14:46.974843 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56783e88-e460-4ea5-a2b6-083f1df6c24d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:46.975603 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-56783e88-e460-4ea5-a2b6-083f1df6c24d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693044'] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:46.978437 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5941ad1-37d6-4cb5-9674-3b9038c75adf None None] Network 4cce8b45-caec-4211-8030-c86bb4876b47 requested from dv-cinder-834448-1-smb {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 11:14:47.030978 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-56783e88-e460-4ea5-a2b6-083f1df6c24d admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0308812 Mar 21 11:14:47.180017 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f8a8b2b-e89e-4811-8054-3cba30276f10 admin admin] Router b6f812b9-6d9a-4ef9-93fc-911b8f0819b8 is scheduled to L3 agent 5097f9b2-2ef0-4af4-bde3-0c344dd6e70c with binding_index 1 {{(pid=103421) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 21 11:14:47.254265 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-372155eb-893c-4193-bd10-4dc84493ac81 None None] Current status of the port 73cba14d-12b8-4ae8-acfb-39627b7702d4 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:14:47.261927 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-977ebb2a-3914-420a-8720-523d3d24f8bb None None] Network 4cce8b45-caec-4211-8030-c86bb4876b47 requested from dv-cinder-834448-1-smb {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 11:14:47.332589 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f8a8b2b-e89e-4811-8054-3cba30276f10 admin admin] Notify agent at l3_agent.dv-cinder-834448-1-smb the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 11:14:47.348235 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5273168e-ab66-4106-9839-932a311780e7 None None] Sync routers for ids ['b6f812b9-6d9a-4ef9-93fc-911b8f0819b8'] in dv-cinder-834448-1-smb {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 11:14:47.370213 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5f8a8b2b-e89e-4811-8054-3cba30276f10 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:47.373111 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5273168e-ab66-4106-9839-932a311780e7 None None] Routers {'b6f812b9-6d9a-4ef9-93fc-911b8f0819b8'} bound to L3 agent in host dv-cinder-834448-1-smb {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:14:47.373700 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-5f8a8b2b-e89e-4811-8054-3cba30276f10 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.3775775 Mar 21 11:14:47.374916 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-5273168e-ab66-4106-9839-932a311780e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T11:04:55Z,description=,heartbeat_timestamp=2022-03-21T11:14:26Z,host='dv-cinder-834448-1-smb',id=5097f9b2-2ef0-4af4-bde3-0c344dd6e70c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:55Z,topic='l3_agent')) {'router_ids': ['b6f812b9-6d9a-4ef9-93fc-911b8f0819b8'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:14:47.381407 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 42430) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:14:47.536469 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 42434) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:14:47.589624 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-9ef234f2-8bd6-4d77-ace4-02c9098b9928 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:47.653870 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-5273168e-ab66-4106-9839-932a311780e7 None None] Set router b6f812b9-6d9a-4ef9-93fc-911b8f0819b8 gateway port host: dv-cinder-834448-1-smb {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:14:47.896440 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-1aac0f36-7a63-49dd-8d7a-19283dc0f85c None None] Provisioning complete for port 73cba14d-12b8-4ae8-acfb-39627b7702d4 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:14:47.897134 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-1aac0f36-7a63-49dd-8d7a-19283dc0f85c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688166'] for port (73cba14d-12b8-4ae8-acfb-39627b7702d4), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:47.992147 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Device 73cba14d-12b8-4ae8-acfb-39627b7702d4 up at agent ovs-agent-dv-cinder-834448-1-smb {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:14:47.999459 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-5273168e-ab66-4106-9839-932a311780e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6f812b9-6d9a-4ef9-93fc-911b8f0819b8', 'name': 'tempest-AttachVolumeNegativeTest-905083178-router', 'tenant_id': 'a69c1808af3d4640ae6355109b334cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'external_fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.149'}], 'enable_snat': True}, 'gw_port_id': '682ae32b-17c7-4a87-8472-bef89307aa9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:14:43Z', 'updated_at': '2022-03-21T11:14:45Z', 'revision_number': 3, 'project_id': 'a69c1808af3d4640ae6355109b334cd8', 'gw_port': {'id': '682ae32b-17c7-4a87-8472-bef89307aa9b', 'name': '', 'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:f2:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6f812b9-6d9a-4ef9-93fc-911b8f0819b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:14:44Z', 'updated_at': '2022-03-21T11:14:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-smb'}], 'dv-cinder-834448-1-smb', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:14:48.046049 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5273168e-ab66-4106-9839-932a311780e7 None None] Checking router: b6f812b9-6d9a-4ef9-93fc-911b8f0819b8 for host: dv-cinder-834448-1-smb {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 11:14:48.049061 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5273168e-ab66-4106-9839-932a311780e7 None None] Updating router b6f812b9-6d9a-4ef9-93fc-911b8f0819b8 port 682ae32b-17c7-4a87-8472-bef89307aa9b binding host dv-cinder-834448-1-smb {{(pid=103424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 11:14:48.054635 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03a79ab-d12d-4d37-aa3c-168c5cb61775 req-d8fb7a6d-15a6-4e94-9c98-6bb8a283cd48 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:48.056624 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-a03a79ab-d12d-4d37-aa3c-168c5cb61775 req-d8fb7a6d-15a6-4e94-9c98-6bb8a283cd48 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8703943-14fc-4c57-bce1-978a2a6a70a2 HTTP/1.1" status: 200 len: 945 time: 0.3377140 Mar 21 11:14:48.059206 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-9ef234f2-8bd6-4d77-ace4-02c9098b9928 admin admin] Publish callbacks [] for security_group (31ab2fab-c0d0-4da9-906b-8ec004d3fc55), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:48.076229 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-9ef234f2-8bd6-4d77-ace4-02c9098b9928 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (31ab2fab-c0d0-4da9-906b-8ec004d3fc55), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:48.146288 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-5273168e-ab66-4106-9839-932a311780e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (682ae32b-17c7-4a87-8472-bef89307aa9b), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:48.272679 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef234f2-8bd6-4d77-ace4-02c9098b9928 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31ab2fab-c0d0-4da9-906b-8ec004d3fc55,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:48.294348 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-9ef234f2-8bd6-4d77-ace4-02c9098b9928 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=eace720717764061ac6ce528f9bfbcb3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7522335 Mar 21 11:14:48.297152 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 42452) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:14:48.338114 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-a03a79ab-d12d-4d37-aa3c-168c5cb61775 req-b9bbfba3-9c9e-4673-90ad-954315bf5109 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/security-groups?id=d16428e1-03fd-46f7-80c6-8696f1f626ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2676404 Mar 21 11:14:48.402746 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Provisioning complete for port 73cba14d-12b8-4ae8-acfb-39627b7702d4 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:14:48.403197 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688166'] for port (73cba14d-12b8-4ae8-acfb-39627b7702d4), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:48.504605 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7a98db94-c05e-4dcf-a8a5-ce6bce80e176 admin admin] Publish callbacks [] for security_group (31ab2fab-c0d0-4da9-906b-8ec004d3fc55), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:48.510611 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-1aac0f36-7a63-49dd-8d7a-19283dc0f85c None None] Current status of the port 73cba14d-12b8-4ae8-acfb-39627b7702d4 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:14:48.605839 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7a98db94-c05e-4dcf-a8a5-ce6bce80e176 admin admin] Publish callbacks [] for security_group (31ab2fab-c0d0-4da9-906b-8ec004d3fc55), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:48.635927 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a16d1c12-700a-442a-bb08-3cec7c8a7f15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:48.701355 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-5273168e-ab66-4106-9839-932a311780e7 None None] Publish callbacks [] for port (682ae32b-17c7-4a87-8472-bef89307aa9b), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:48.714017 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-5273168e-ab66-4106-9839-932a311780e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817'] for port (682ae32b-17c7-4a87-8472-bef89307aa9b), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:48.751885 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Current status of the port 73cba14d-12b8-4ae8-acfb-39627b7702d4 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:14:48.799236 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7a98db94-c05e-4dcf-a8a5-ce6bce80e176 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (31ab2fab-c0d0-4da9-906b-8ec004d3fc55), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:48.805904 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7a98db94-c05e-4dcf-a8a5-ce6bce80e176 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:48.807112 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-7a98db94-c05e-4dcf-a8a5-ce6bce80e176 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/31ab2fab-c0d0-4da9-906b-8ec004d3fc55 HTTP/1.1" status: 204 len: 168 time: 0.4933627 Mar 21 11:14:48.839290 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a98db94-c05e-4dcf-a8a5-ce6bce80e176 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31ab2fab-c0d0-4da9-906b-8ec004d3fc55,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:48.868610 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-5273168e-ab66-4106-9839-932a311780e7 None None] Attempting to bind port 682ae32b-17c7-4a87-8472-bef89307aa9b on host dv-cinder-834448-1-smb for vnic_type normal with profile {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 11:14:48.869237 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-5273168e-ab66-4106-9839-932a311780e7 None None] Attempting to bind port 682ae32b-17c7-4a87-8472-bef89307aa9b by drivers openvswitch,hyperv on host dv-cinder-834448-1-smb at level 0 using segments [{'id': '083ffffd-feb8-46cd-b20a-ab116e97b62a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623'}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 11:14:48.869862 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5273168e-ab66-4106-9839-932a311780e7 None None] Attempting to bind port 682ae32b-17c7-4a87-8472-bef89307aa9b on network 4a234a12-d706-4d7c-b6c3-ed2b05ad1623 {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:14:48.882271 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 42466) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:14:48.916108 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5273168e-ab66-4106-9839-932a311780e7 None None] Checking agent: {'id': '4788e3a4-6d7d-47da-90c6-7227f6e2e35d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834448-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 11, 5), 'started_at': datetime.datetime(2022, 3, 21, 11, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 11, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834448-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 11:14:48.917051 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5273168e-ab66-4106-9839-932a311780e7 None None] Checking segment: {'id': '083ffffd-feb8-46cd-b20a-ab116e97b62a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:14:48.918303 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-5273168e-ab66-4106-9839-932a311780e7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:48.919167 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5273168e-ab66-4106-9839-932a311780e7 None None] Bound using segment: {'id': '083ffffd-feb8-46cd-b20a-ab116e97b62a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623'} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 11:14:48.920254 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-5273168e-ab66-4106-9839-932a311780e7 None None] Bound port: 682ae32b-17c7-4a87-8472-bef89307aa9b, host: dv-cinder-834448-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '083ffffd-feb8-46cd-b20a-ab116e97b62a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623'}}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 11:14:48.921252 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-5273168e-ab66-4106-9839-932a311780e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (682ae32b-17c7-4a87-8472-bef89307aa9b), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:48.926894 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ea68c1-3b71-4c16-82c9-5717aa209c36 None None] Pushing event updated for resources: {'Port': ['ID=682ae32b-17c7-4a87-8472-bef89307aa9b,revision_number=2']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:48.976350 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ea68c1-3b71-4c16-82c9-5717aa209c36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:14:48.977420 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ea68c1-3b71-4c16-82c9-5717aa209c36 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:14:48.978208 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ea68c1-3b71-4c16-82c9-5717aa209c36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:14:48.979035 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ea68c1-3b71-4c16-82c9-5717aa209c36 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:14:48.979831 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ea68c1-3b71-4c16-82c9-5717aa209c36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:14:48.980771 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ea68c1-3b71-4c16-82c9-5717aa209c36 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:14:48.981595 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ea68c1-3b71-4c16-82c9-5717aa209c36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:14:48.986537 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ea68c1-3b71-4c16-82c9-5717aa209c36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:14:48.987446 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ea68c1-3b71-4c16-82c9-5717aa209c36 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:14:48.988263 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ea68c1-3b71-4c16-82c9-5717aa209c36 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:14:48.989125 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ea68c1-3b71-4c16-82c9-5717aa209c36 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:14:48.990008 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ea68c1-3b71-4c16-82c9-5717aa209c36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:14:48.991037 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ea68c1-3b71-4c16-82c9-5717aa209c36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:14:48.991890 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ea68c1-3b71-4c16-82c9-5717aa209c36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:14:48.992638 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ea68c1-3b71-4c16-82c9-5717aa209c36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:14:49.060087 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-a16d1c12-700a-442a-bb08-3cec7c8a7f15 admin admin] Allocated IP 172.20.0.1 (3ddc289c-7154-4e23-8f81-bf2d5b69083d/b19ea63e-3287-4f53-b0cc-82d6b01cdd86/4b30e9ea-93a0-4312-be48-594c5c822598) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:14:49.075452 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-5273168e-ab66-4106-9839-932a311780e7 None None] For port 682ae32b-17c7-4a87-8472-bef89307aa9b, host dv-cinder-834448-1-smb, cleared binding levels {{(pid=103424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 11:14:49.081933 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-5273168e-ab66-4106-9839-932a311780e7 None None] For port 682ae32b-17c7-4a87-8472-bef89307aa9b, host dv-cinder-834448-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-smb',level=0,port_id=682ae32b-17c7-4a87-8472-bef89307aa9b,segment=NetworkSegment(083ffffd-feb8-46cd-b20a-ab116e97b62a),segment_id=083ffffd-feb8-46cd-b20a-ab116e97b62a)] {{(pid=103424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 11:14:49.092157 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-5273168e-ab66-4106-9839-932a311780e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817'] for port (682ae32b-17c7-4a87-8472-bef89307aa9b), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:49.175250 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5273168e-ab66-4106-9839-932a311780e7 None None] Routers {'b6f812b9-6d9a-4ef9-93fc-911b8f0819b8'} bound to L3 agent in host dv-cinder-834448-1-smb {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:14:49.176125 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-5273168e-ab66-4106-9839-932a311780e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T11:04:55Z,description=,heartbeat_timestamp=2022-03-21T11:14:26Z,host='dv-cinder-834448-1-smb',id=5097f9b2-2ef0-4af4-bde3-0c344dd6e70c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:55Z,topic='l3_agent')) {'router_ids': ['b6f812b9-6d9a-4ef9-93fc-911b8f0819b8'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:14:49.184117 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ea68c1-3b71-4c16-82c9-5717aa209c36 None None] Pushing event updated for resources: {'Port': ['ID=682ae32b-17c7-4a87-8472-bef89307aa9b,revision_number=3']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:49.273837 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a137355a-a22f-454d-978c-619e4069f96a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:49.359955 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a16d1c12-700a-442a-bb08-3cec7c8a7f15 admin admin] Publish callbacks [] for port (4b30e9ea-93a0-4312-be48-594c5c822598), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:49.449847 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a16d1c12-700a-442a-bb08-3cec7c8a7f15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738246144781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265271506'] for port (4b30e9ea-93a0-4312-be48-594c5c822598), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:49.451200 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 42480) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:14:49.481787 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-5273168e-ab66-4106-9839-932a311780e7 None None] Set router b6f812b9-6d9a-4ef9-93fc-911b8f0819b8 gateway port host: dv-cinder-834448-1-smb {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:14:49.482175 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-996147e2-c530-46b7-a465-27bbf4e45ddc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:49.535919 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a16d1c12-700a-442a-bb08-3cec7c8a7f15 admin admin] Network 3ddc289c-7154-4e23-8f81-bf2d5b69083d is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:14:49.545691 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-a16d1c12-700a-442a-bb08-3cec7c8a7f15 admin admin] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:14:49.549144 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a137355a-a22f-454d-978c-619e4069f96a admin admin] Publish callbacks [] for security_group (c7b3dbd4-5a02-45f6-bd1e-d3e029492164), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:49.560479 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a137355a-a22f-454d-978c-619e4069f96a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (c7b3dbd4-5a02-45f6-bd1e-d3e029492164), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:49.563899 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16d1c12-700a-442a-bb08-3cec7c8a7f15 admin admin] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:14:49.634377 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16d1c12-700a-442a-bb08-3cec7c8a7f15 admin admin] Pushing event updated for resources: {'Port': ['ID=4b30e9ea-93a0-4312-be48-594c5c822598,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:49.668311 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a137355a-a22f-454d-978c-619e4069f96a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7b3dbd4-5a02-45f6-bd1e-d3e029492164,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:49.683431 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 42488) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:14:49.685896 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a16d1c12-700a-442a-bb08-3cec7c8a7f15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1688567'] for router_interface (b6f812b9-6d9a-4ef9-93fc-911b8f0819b8), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:49.695118 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-a137355a-a22f-454d-978c-619e4069f96a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=72c2283b5dc741d8bdaf54f62a9c282a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8110247 Mar 21 11:14:49.714138 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5051e7-2e35-415a-b81d-640fcae4c036 req-a7385afe-1109-4d34-9160-5d4093dfee17 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:49.715826 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-cb5051e7-2e35-415a-b81d-640fcae4c036 req-a7385afe-1109-4d34-9160-5d4093dfee17 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8703943-14fc-4c57-bce1-978a2a6a70a2 HTTP/1.1" status: 200 len: 945 time: 0.2112570 Mar 21 11:14:49.813672 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-996147e2-c530-46b7-a465-27bbf4e45ddc admin admin] Publish callbacks [] for security_group (9b401404-b506-4917-9d39-7d91cd885fa8), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:49.858816 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-cb5051e7-2e35-415a-b81d-640fcae4c036 req-5ad477b9-ceec-4dbf-b019-f8c8a9e74955 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/security-groups?id=d16428e1-03fd-46f7-80c6-8696f1f626ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250081 Mar 21 11:14:49.866024 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-996147e2-c530-46b7-a465-27bbf4e45ddc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (9b401404-b506-4917-9d39-7d91cd885fa8), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:49.884924 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-5273168e-ab66-4106-9839-932a311780e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6f812b9-6d9a-4ef9-93fc-911b8f0819b8', 'name': 'tempest-AttachVolumeNegativeTest-905083178-router', 'tenant_id': 'a69c1808af3d4640ae6355109b334cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'external_fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.149'}], 'enable_snat': True}, 'gw_port_id': '682ae32b-17c7-4a87-8472-bef89307aa9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:14:43Z', 'updated_at': '2022-03-21T11:14:45Z', 'revision_number': 3, 'project_id': 'a69c1808af3d4640ae6355109b334cd8', 'gw_port': {'id': '682ae32b-17c7-4a87-8472-bef89307aa9b', 'name': '', 'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:f2:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6f812b9-6d9a-4ef9-93fc-911b8f0819b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:14:44Z', 'updated_at': '2022-03-21T11:14:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-smb'}], 'dv-cinder-834448-1-smb', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:14:49.925169 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5273168e-ab66-4106-9839-932a311780e7 None None] The sync data for ids ['b6f812b9-6d9a-4ef9-93fc-911b8f0819b8'] in dv-cinder-834448-1-smb is: [{'id': 'b6f812b9-6d9a-4ef9-93fc-911b8f0819b8', 'name': 'tempest-AttachVolumeNegativeTest-905083178-router', 'tenant_id': 'a69c1808af3d4640ae6355109b334cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'external_fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.149'}], 'enable_snat': True}, 'gw_port_id': '682ae32b-17c7-4a87-8472-bef89307aa9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:14:43Z', 'updated_at': '2022-03-21T11:14:45Z', 'revision_number': 3, 'project_id': 'a69c1808af3d4640ae6355109b334cd8', 'gw_port': {'id': '682ae32b-17c7-4a87-8472-bef89307aa9b', 'name': '', 'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:f2:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6f812b9-6d9a-4ef9-93fc-911b8f0819b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:14:44Z', 'updated_at': '2022-03-21T11:14:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-smb'}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 11:14:49.951283 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996147e2-c530-46b7-a465-27bbf4e45ddc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b401404-b506-4917-9d39-7d91cd885fa8,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:49.965673 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-996147e2-c530-46b7-a465-27bbf4e45ddc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2b674c0d0c3c4d7dbbda4dd84e42701c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5119419 Mar 21 11:14:49.970349 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 42492) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:14:49.996972 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f8fc5271-efd5-4596-b81d-2c20fbcc75e6 admin admin] Publish callbacks [] for security_group (c7b3dbd4-5a02-45f6-bd1e-d3e029492164), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:50.056823 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f8fc5271-efd5-4596-b81d-2c20fbcc75e6 admin admin] Publish callbacks [] for security_group (c7b3dbd4-5a02-45f6-bd1e-d3e029492164), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:50.070971 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-02c41371-8fb8-4fc3-92c7-a34448a64210 None None] Provisioning complete for port 4b30e9ea-93a0-4312-be48-594c5c822598 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:14:50.073624 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-02c41371-8fb8-4fc3-92c7-a34448a64210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688166'] for port (4b30e9ea-93a0-4312-be48-594c5c822598), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:50.131668 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a16d1c12-700a-442a-bb08-3cec7c8a7f15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (4b30e9ea-93a0-4312-be48-594c5c822598), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:50.145706 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-34e9a900-3e02-4e2b-8aa0-0b5722b091e7 admin admin] Publish callbacks [] for security_group (9b401404-b506-4917-9d39-7d91cd885fa8), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:50.192205 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-34e9a900-3e02-4e2b-8aa0-0b5722b091e7 admin admin] Publish callbacks [] for security_group (9b401404-b506-4917-9d39-7d91cd885fa8), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:50.208224 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-02c41371-8fb8-4fc3-92c7-a34448a64210 None None] Port 4b30e9ea-93a0-4312-be48-594c5c822598 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 11:14:50.222838 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f8fc5271-efd5-4596-b81d-2c20fbcc75e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (c7b3dbd4-5a02-45f6-bd1e-d3e029492164), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:50.225721 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f8fc5271-efd5-4596-b81d-2c20fbcc75e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:50.230187 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-f8fc5271-efd5-4596-b81d-2c20fbcc75e6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c7b3dbd4-5a02-45f6-bd1e-d3e029492164 HTTP/1.1" status: 204 len: 168 time: 0.5454097 Mar 21 11:14:50.255404 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fc5271-efd5-4596-b81d-2c20fbcc75e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7b3dbd4-5a02-45f6-bd1e-d3e029492164,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:50.312157 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-34e9a900-3e02-4e2b-8aa0-0b5722b091e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (9b401404-b506-4917-9d39-7d91cd885fa8), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:50.316662 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-34e9a900-3e02-4e2b-8aa0-0b5722b091e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:50.318149 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-34e9a900-3e02-4e2b-8aa0-0b5722b091e7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9b401404-b506-4917-9d39-7d91cd885fa8 HTTP/1.1" status: 204 len: 168 time: 0.3467648 Mar 21 11:14:50.328618 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e9a900-3e02-4e2b-8aa0-0b5722b091e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b401404-b506-4917-9d39-7d91cd885fa8,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:50.421293 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a16d1c12-700a-442a-bb08-3cec7c8a7f15 admin admin] Publish callbacks [] for port (4b30e9ea-93a0-4312-be48-594c5c822598), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:50.432134 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a16d1c12-700a-442a-bb08-3cec7c8a7f15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265271525'] for port (4b30e9ea-93a0-4312-be48-594c5c822598), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:50.553985 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16d1c12-700a-442a-bb08-3cec7c8a7f15 admin admin] Pushing event updated for resources: {'Port': ['ID=4b30e9ea-93a0-4312-be48-594c5c822598,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:50.560346 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a16d1c12-700a-442a-bb08-3cec7c8a7f15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1693008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1688419'] for router_interface (b6f812b9-6d9a-4ef9-93fc-911b8f0819b8), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:50.727851 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a16d1c12-700a-442a-bb08-3cec7c8a7f15 admin admin] Network 3ddc289c-7154-4e23-8f81-bf2d5b69083d is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:14:50.730679 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-a16d1c12-700a-442a-bb08-3cec7c8a7f15 admin admin] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:14:50.742294 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cf9387-9b88-4308-a16c-82d2513aec74 req-e822e08a-a9be-4cae-8ebc-eee68b4eba1e tempest-VolumesActionsTest-611704359 tempest-VolumesActionsTest-611704359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:50.754692 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-27cf9387-9b88-4308-a16c-82d2513aec74 req-e822e08a-a9be-4cae-8ebc-eee68b4eba1e tempest-VolumesActionsTest-611704359 tempest-VolumesActionsTest-611704359-project] 10.222.0.24 "GET /v2.0/networks?id=4cce8b45-caec-4211-8030-c86bb4876b47 HTTP/1.1" status: 200 len: 808 time: 0.2288079 Mar 21 11:14:50.774582 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-27cf9387-9b88-4308-a16c-82d2513aec74 req-5b1c27b3-60ca-42d4-843c-be7bb7d09e89 tempest-VolumesActionsTest-611704359 tempest-VolumesActionsTest-611704359-project] 10.222.0.24 "GET /v2.0/quotas/8548f6e2ecf442de83117ba574cdbafd HTTP/1.1" status: 200 len: 375 time: 0.0189199 Mar 21 11:14:50.852750 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-27cf9387-9b88-4308-a16c-82d2513aec74 req-608db4a8-11b4-4822-99c3-a678330cb356 tempest-VolumesActionsTest-611704359 tempest-VolumesActionsTest-611704359-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=8548f6e2ecf442de83117ba574cdbafd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0709329 Mar 21 11:14:50.973291 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a16d1c12-700a-442a-bb08-3cec7c8a7f15 admin admin] Router b6f812b9-6d9a-4ef9-93fc-911b8f0819b8 has already been hosted by L3 agent 5097f9b2-2ef0-4af4-bde3-0c344dd6e70c {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 11:14:51.129772 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 42526) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:14:51.160552 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5499f035-faeb-47cf-90c7-bdc012870f9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:51.166477 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-27cf9387-9b88-4308-a16c-82d2513aec74 req-9175a09f-9da8-400b-8451-9a7a0d3e2e00 service neutron] 10.222.0.24 "GET /v2.0/networks/4cce8b45-caec-4211-8030-c86bb4876b47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3001418 Mar 21 11:14:51.207501 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2851ab3f-64f6-4db2-b56c-3578e84ff4bd req-1095135c-cf4d-4874-b0df-fadc8e62a83a tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:51.209171 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-2851ab3f-64f6-4db2-b56c-3578e84ff4bd req-1095135c-cf4d-4874-b0df-fadc8e62a83a tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8703943-14fc-4c57-bce1-978a2a6a70a2 HTTP/1.1" status: 200 len: 945 time: 0.2225254 Mar 21 11:14:51.366667 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-9b68e09a-69c9-43ee-8de9-813bc5247242 None None] Provisioning complete for port 4b30e9ea-93a0-4312-be48-594c5c822598 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:14:51.367529 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-9b68e09a-69c9-43ee-8de9-813bc5247242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688166'] for port (4b30e9ea-93a0-4312-be48-594c5c822598), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:51.479131 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-9b68e09a-69c9-43ee-8de9-813bc5247242 None None] Port 4b30e9ea-93a0-4312-be48-594c5c822598 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 11:14:51.504819 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a16d1c12-700a-442a-bb08-3cec7c8a7f15 admin admin] Notify agent at l3_agent.dv-cinder-834448-1-smb the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 11:14:51.511039 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.agents_db [None req-8008186f-aa22-4b77-a63e-1bf9dbff4757 None None] Agent healthcheck: found 6 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 11:14:51.520333 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-a16d1c12-700a-442a-bb08-3cec7c8a7f15 admin admin] 10.222.0.24 "PUT /v2.0/routers/b6f812b9-6d9a-4ef9-93fc-911b8f0819b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1370163 Mar 21 11:14:51.549078 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-27cf9387-9b88-4308-a16c-82d2513aec74 req-ba11c964-a13e-4c52-a976-d733e7201737 service neutron] 10.222.0.24 "GET /v2.0/networks/4cce8b45-caec-4211-8030-c86bb4876b47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3748934 Mar 21 11:14:51.561596 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-2851ab3f-64f6-4db2-b56c-3578e84ff4bd req-37d9546a-213f-483f-9e29-5d6cbff22482 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/security-groups?id=d16428e1-03fd-46f7-80c6-8696f1f626ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3312595 Mar 21 11:14:51.604705 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5499f035-faeb-47cf-90c7-bdc012870f9f admin admin] Publish callbacks [] for security_group (f6c2e676-8c06-4f52-ade5-cf369b66ba9e), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:51.616034 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5499f035-faeb-47cf-90c7-bdc012870f9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (f6c2e676-8c06-4f52-ade5-cf369b66ba9e), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:51.790864 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-5499f035-faeb-47cf-90c7-bdc012870f9f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a5756085fb064303876954d92d43fa33&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6574020 Mar 21 11:14:51.790864 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5499f035-faeb-47cf-90c7-bdc012870f9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6c2e676-8c06-4f52-ade5-cf369b66ba9e,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:51.791897 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 42546) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:14:51.874429 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-cab062f9-31e3-43ac-ab8f-0c7ce852cc75 req-19715490-48a1-4b8c-b6a1-541fa0e2d10f tempest-VolumesActionsTest-611704359 tempest-VolumesActionsTest-611704359-project] 10.222.0.24 "GET /v2.0/ports?device_id=43cf6aeb-ac8b-4b14-9eec-3511b9a9e8b8 HTTP/1.1" status: 200 len: 210 time: 0.0527747 Mar 21 11:14:51.927173 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c69895a2-d87b-4ed3-af4f-c96a648848bc admin admin] Publish callbacks [] for security_group (f6c2e676-8c06-4f52-ade5-cf369b66ba9e), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:51.971719 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c69895a2-d87b-4ed3-af4f-c96a648848bc admin admin] Publish callbacks [] for security_group (f6c2e676-8c06-4f52-ade5-cf369b66ba9e), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:52.041558 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Device 682ae32b-17c7-4a87-8472-bef89307aa9b up at agent ovs-agent-dv-cinder-834448-1-smb {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:14:52.113212 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c69895a2-d87b-4ed3-af4f-c96a648848bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (f6c2e676-8c06-4f52-ade5-cf369b66ba9e), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:52.119004 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c69895a2-d87b-4ed3-af4f-c96a648848bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:52.125338 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-c69895a2-d87b-4ed3-af4f-c96a648848bc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f6c2e676-8c06-4f52-ade5-cf369b66ba9e HTTP/1.1" status: 204 len: 168 time: 0.3316054 Mar 21 11:14:52.146365 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69895a2-d87b-4ed3-af4f-c96a648848bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6c2e676-8c06-4f52-ade5-cf369b66ba9e,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:52.214121 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Provisioning complete for port 682ae32b-17c7-4a87-8472-bef89307aa9b triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:14:52.214752 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688166'] for port (682ae32b-17c7-4a87-8472-bef89307aa9b), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:52.461751 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Current status of the port 682ae32b-17c7-4a87-8472-bef89307aa9b is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:14:52.464401 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (682ae32b-17c7-4a87-8472-bef89307aa9b), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:52.551436 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] For port 682ae32b-17c7-4a87-8472-bef89307aa9b, host dv-cinder-834448-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-smb',level=0,port_id=682ae32b-17c7-4a87-8472-bef89307aa9b,segment=NetworkSegment(083ffffd-feb8-46cd-b20a-ab116e97b62a),segment_id=083ffffd-feb8-46cd-b20a-ab116e97b62a)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:14:52.573710 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817'] for port (682ae32b-17c7-4a87-8472-bef89307aa9b), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:52.786142 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Pushing event updated for resources: {'Port': ['ID=682ae32b-17c7-4a87-8472-bef89307aa9b,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:52.814691 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 42574) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:14:52.825099 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.v2.base [None req-bc5bc30d-4cd1-447a-971a-e918fd3e96d4 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Request body: {'security_group': {'name': 'tempest-securitygroup--116585196', 'description': 'tempest-description--1859021934'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:14:52.917996 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-bc5bc30d-4cd1-447a-971a-e918fd3e96d4 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:52.923864 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-664e4662-6de4-426b-b119-2fe59e95e3b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (9c74c917-795e-4123-adbe-3a92cf8165ad), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:53.007165 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b8e6ac-eec4-4a9b-a9e8-574496f3874f req-dbe85144-e843-404b-bdbe-5d6ca7d54d5a tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:53.012340 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-56b8e6ac-eec4-4a9b-a9e8-574496f3874f req-dbe85144-e843-404b-bdbe-5d6ca7d54d5a tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8703943-14fc-4c57-bce1-978a2a6a70a2 HTTP/1.1" status: 200 len: 945 time: 0.1776628 Mar 21 11:14:53.099610 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-bc5bc30d-4cd1-447a-971a-e918fd3e96d4 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks [] for security_group (75d85c22-4d5d-4d68-8658-8c6cea91e678), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:53.108608 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-bc5bc30d-4cd1-447a-971a-e918fd3e96d4 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (75d85c22-4d5d-4d68-8658-8c6cea91e678), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:53.138519 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-aac7a946-f887-4f4a-ae3c-59dc3b6bf901 req-7ac8c1d2-66c8-45f8-b75b-49ac9f8a2c8a tempest-VolumesActionsTest-611704359 tempest-VolumesActionsTest-611704359-project] 10.222.0.24 "GET /v2.0/ports?device_id=43cf6aeb-ac8b-4b14-9eec-3511b9a9e8b8 HTTP/1.1" status: 200 len: 210 time: 0.1231375 Mar 21 11:14:53.192347 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-56b8e6ac-eec4-4a9b-a9e8-574496f3874f req-f8c7e72c-c4ae-411c-bf5e-cc44eaf01e97 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/security-groups?id=d16428e1-03fd-46f7-80c6-8696f1f626ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311431 Mar 21 11:14:53.212468 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-bc5bc30d-4cd1-447a-971a-e918fd3e96d4 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:53.214247 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-bc5bc30d-4cd1-447a-971a-e918fd3e96d4 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3979933 Mar 21 11:14:53.218917 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 42586) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:14:53.226862 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5bc30d-4cd1-447a-971a-e918fd3e96d4 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75d85c22-4d5d-4d68-8658-8c6cea91e678,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:53.229510 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.v2.base [None req-b06a59eb-9006-4b8a-9b2f-6e22e3cb8b80 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Request body: {'security_group_rule': {'security_group_id': '75d85c22-4d5d-4d68-8658-8c6cea91e678', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:14:53.268491 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3f297c-a82c-403e-8b7b-85f9bebff7f5 None None] Sync routers for ids ['b6f812b9-6d9a-4ef9-93fc-911b8f0819b8'] in dv-cinder-834448-1-smb {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 11:14:53.274125 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b06a59eb-9006-4b8a-9b2f-6e22e3cb8b80 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks [] for security_group_rule (1bf61ac5-8db4-4333-bceb-567ae0eb73f7), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:53.288919 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3f297c-a82c-403e-8b7b-85f9bebff7f5 None None] Routers {'b6f812b9-6d9a-4ef9-93fc-911b8f0819b8'} bound to L3 agent in host dv-cinder-834448-1-smb {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:14:53.290866 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-3b3f297c-a82c-403e-8b7b-85f9bebff7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T11:04:55Z,description=,heartbeat_timestamp=2022-03-21T11:14:26Z,host='dv-cinder-834448-1-smb',id=5097f9b2-2ef0-4af4-bde3-0c344dd6e70c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:55Z,topic='l3_agent')) {'router_ids': ['b6f812b9-6d9a-4ef9-93fc-911b8f0819b8'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:14:53.426074 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b06a59eb-9006-4b8a-9b2f-6e22e3cb8b80 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks [] for security_group_rule (1bf61ac5-8db4-4333-bceb-567ae0eb73f7), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:53.432699 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b06a59eb-9006-4b8a-9b2f-6e22e3cb8b80 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674879'] for security_group_rule (1bf61ac5-8db4-4333-bceb-567ae0eb73f7), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:53.470924 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06a59eb-9006-4b8a-9b2f-6e22e3cb8b80 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bf61ac5-8db4-4333-bceb-567ae0eb73f7,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:53.494132 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-3b3f297c-a82c-403e-8b7b-85f9bebff7f5 None None] Set router b6f812b9-6d9a-4ef9-93fc-911b8f0819b8 gateway port host: dv-cinder-834448-1-smb {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:14:53.501528 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b06a59eb-9006-4b8a-9b2f-6e22e3cb8b80 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:53.507230 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 42594) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:14:53.514259 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.v2.base [None req-a72702ba-d14c-47cb-94de-24da04678899 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Request body: {'security_group_rule': {'security_group_id': '75d85c22-4d5d-4d68-8658-8c6cea91e678', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:14:53.522683 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-b06a59eb-9006-4b8a-9b2f-6e22e3cb8b80 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3004649 Mar 21 11:14:53.523994 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 42596) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:14:53.598221 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a72702ba-d14c-47cb-94de-24da04678899 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks [] for security_group_rule (f5baaeaf-98f9-4a3d-9615-f7e4fd228e0d), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:53.725466 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a72702ba-d14c-47cb-94de-24da04678899 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks [] for security_group_rule (f5baaeaf-98f9-4a3d-9615-f7e4fd228e0d), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:53.733076 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a72702ba-d14c-47cb-94de-24da04678899 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674879'] for security_group_rule (f5baaeaf-98f9-4a3d-9615-f7e4fd228e0d), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:53.795901 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72702ba-d14c-47cb-94de-24da04678899 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5baaeaf-98f9-4a3d-9615-f7e4fd228e0d,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:53.805398 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a72702ba-d14c-47cb-94de-24da04678899 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:53.806919 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-a72702ba-d14c-47cb-94de-24da04678899 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2978983 Mar 21 11:14:53.810490 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 42608) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:14:53.817309 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.v2.base [None req-7871de9a-1955-4b50-870e-e6fac2107726 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Request body: {'floatingip': {'floating_network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:14:53.853092 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7871de9a-1955-4b50-870e-e6fac2107726 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:53.867867 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-3b3f297c-a82c-403e-8b7b-85f9bebff7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6f812b9-6d9a-4ef9-93fc-911b8f0819b8', 'name': 'tempest-AttachVolumeNegativeTest-905083178-router', 'tenant_id': 'a69c1808af3d4640ae6355109b334cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'external_fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.149'}], 'enable_snat': True}, 'gw_port_id': '682ae32b-17c7-4a87-8472-bef89307aa9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:14:43Z', 'updated_at': '2022-03-21T11:14:50Z', 'revision_number': 4, 'project_id': 'a69c1808af3d4640ae6355109b334cd8', 'gw_port': {'id': '682ae32b-17c7-4a87-8472-bef89307aa9b', 'name': '', 'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:f2:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f812b9-6d9a-4ef9-93fc-911b8f0819b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:14:44Z', 'updated_at': '2022-03-21T11:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-smb', '_interfaces': [{'id': '4b30e9ea-93a0-4312-be48-594c5c822598', 'name': '', 'network_id': '3ddc289c-7154-4e23-8f81-bf2d5b69083d', 'tenant_id': 'a69c1808af3d4640ae6355109b334cd8', 'mac_address': 'fa:16:3e:37:c0:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6f812b9-6d9a-4ef9-93fc-911b8f0819b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': 'b19ea63e-3287-4f53-b0cc-82d6b01cdd86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:14:48Z', 'updated_at': '2022-03-21T11:14:50Z', 'revision_number': 2, 'project_id': 'a69c1808af3d4640ae6355109b334cd8', 'subnets': [{'id': 'b19ea63e-3287-4f53-b0cc-82d6b01cdd86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-1-smb', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:14:53.940840 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3f297c-a82c-403e-8b7b-85f9bebff7f5 None None] Checking router: b6f812b9-6d9a-4ef9-93fc-911b8f0819b8 for host: dv-cinder-834448-1-smb {{(pid=103423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 11:14:53.941248 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3f297c-a82c-403e-8b7b-85f9bebff7f5 None None] Updating router b6f812b9-6d9a-4ef9-93fc-911b8f0819b8 port 4b30e9ea-93a0-4312-be48-594c5c822598 binding host dv-cinder-834448-1-smb {{(pid=103423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 11:14:54.004164 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-3b3f297c-a82c-403e-8b7b-85f9bebff7f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (4b30e9ea-93a0-4312-be48-594c5c822598), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:54.010693 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Device 682ae32b-17c7-4a87-8472-bef89307aa9b up at agent ovs-agent-dv-cinder-834448-1-smb {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:14:54.017724 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f6c8716e-191d-4909-880d-af42799e66ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:54.267289 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cf9387-9b88-4308-a16c-82d2513aec74 req-1c77232f-6f2a-46e3-b58b-6b7278e1a03c tempest-VolumesActionsTest-611704359 tempest-VolumesActionsTest-611704359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:54.273228 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-27cf9387-9b88-4308-a16c-82d2513aec74 req-1c77232f-6f2a-46e3-b58b-6b7278e1a03c tempest-VolumesActionsTest-611704359 tempest-VolumesActionsTest-611704359-project] 10.222.0.32 "GET /v2.0/networks?id=4cce8b45-caec-4211-8030-c86bb4876b47 HTTP/1.1" status: 200 len: 808 time: 0.3484647 Mar 21 11:14:54.303436 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.v2.base [req-27cf9387-9b88-4308-a16c-82d2513aec74 req-520d1641-e678-4cb0-9a49-51af95cb2d57 tempest-VolumesActionsTest-611704359 tempest-VolumesActionsTest-611704359-project] Request body: {'port': {'device_id': '43cf6aeb-ac8b-4b14-9eec-3511b9a9e8b8', 'network_id': '4cce8b45-caec-4211-8030-c86bb4876b47', 'admin_state_up': True, 'tenant_id': '8548f6e2ecf442de83117ba574cdbafd'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:14:54.309349 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7871de9a-1955-4b50-870e-e6fac2107726 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:54.335841 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f6c8716e-191d-4909-880d-af42799e66ec admin admin] Publish callbacks [] for security_group (bce6dd24-18c0-4bdc-9b55-df30c108f5c0), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:54.356740 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f6c8716e-191d-4909-880d-af42799e66ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (bce6dd24-18c0-4bdc-9b55-df30c108f5c0), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:54.449502 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-5f27d90f-2169-47f9-8926-276f81f02ca7 req-968e902c-171e-4796-9ec4-f203ea151a29 tempest-VolumesActionsTest-611704359 tempest-VolumesActionsTest-611704359-project] 10.222.0.24 "GET /v2.0/ports?device_id=43cf6aeb-ac8b-4b14-9eec-3511b9a9e8b8 HTTP/1.1" status: 200 len: 210 time: 0.1106894 Mar 21 11:14:54.555882 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-f6c8716e-191d-4909-880d-af42799e66ec admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2d8fbb969ae04cdd9fd1de512dbc584c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0301640 Mar 21 11:14:54.556778 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 42632) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:14:54.589348 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c8716e-191d-4909-880d-af42799e66ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bce6dd24-18c0-4bdc-9b55-df30c108f5c0,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:54.626883 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a74dc7-a226-456e-85ec-054fc6da0b40 req-10b0ca6d-1d64-4814-98a7-f6d448b1daf7 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:54.634790 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-c6a74dc7-a226-456e-85ec-054fc6da0b40 req-10b0ca6d-1d64-4814-98a7-f6d448b1daf7 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8703943-14fc-4c57-bce1-978a2a6a70a2 HTTP/1.1" status: 200 len: 945 time: 0.2089832 Mar 21 11:14:54.655576 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27cf9387-9b88-4308-a16c-82d2513aec74 req-520d1641-e678-4cb0-9a49-51af95cb2d57 tempest-VolumesActionsTest-611704359 tempest-VolumesActionsTest-611704359-project] Made reservation on behalf of 8548f6e2ecf442de83117ba574cdbafd for: {'port': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 11:14:54.670024 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-27cf9387-9b88-4308-a16c-82d2513aec74 req-520d1641-e678-4cb0-9a49-51af95cb2d57 tempest-VolumesActionsTest-611704359 tempest-VolumesActionsTest-611704359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:54.700897 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-3b3f297c-a82c-403e-8b7b-85f9bebff7f5 None None] Publish callbacks [] for port (4b30e9ea-93a0-4312-be48-594c5c822598), precommit_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:54.701791 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [None req-7871de9a-1955-4b50-870e-e6fac2107726 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Allocated IP 172.28.0.2 (4a234a12-d706-4d7c-b6c3-ed2b05ad1623/3e258188-6a8e-4491-8eb3-50329fb1d7f1/c3cee521-5e7b-4a2f-929e-37548c2c6178) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:14:54.713502 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Provisioning complete for port 682ae32b-17c7-4a87-8472-bef89307aa9b triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:14:54.714324 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688166'] for port (682ae32b-17c7-4a87-8472-bef89307aa9b), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:54.733386 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c7becb5e-62cb-4028-ac39-b572f6d9b114 admin admin] Publish callbacks [] for security_group (bce6dd24-18c0-4bdc-9b55-df30c108f5c0), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:54.764794 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-3b3f297c-a82c-403e-8b7b-85f9bebff7f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817'] for port (4b30e9ea-93a0-4312-be48-594c5c822598), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:54.817411 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c7becb5e-62cb-4028-ac39-b572f6d9b114 admin admin] Publish callbacks [] for security_group (bce6dd24-18c0-4bdc-9b55-df30c108f5c0), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:54.871164 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-c6a74dc7-a226-456e-85ec-054fc6da0b40 req-3925c19e-38c1-46a1-91af-967ae0d62ea3 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/security-groups?id=d16428e1-03fd-46f7-80c6-8696f1f626ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2353377 Mar 21 11:14:55.019022 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [req-27cf9387-9b88-4308-a16c-82d2513aec74 req-520d1641-e678-4cb0-9a49-51af95cb2d57 tempest-VolumesActionsTest-611704359 tempest-VolumesActionsTest-611704359-project] Allocated IP 172.20.0.4 (4cce8b45-caec-4211-8030-c86bb4876b47/0eb83594-d72f-44ee-accf-e102c54dca67/e9f7a3a6-ca5f-4548-8f34-1614700eb31d) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:14:55.021198 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839f5139-624d-4bbd-b721-2ed8b3e680ec None None] Pushing event updated for resources: {'Port': ['ID=4b30e9ea-93a0-4312-be48-594c5c822598,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:55.073824 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7871de9a-1955-4b50-870e-e6fac2107726 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks [] for port (c3cee521-5e7b-4a2f-929e-37548c2c6178), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:55.080463 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c7becb5e-62cb-4028-ac39-b572f6d9b114 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (bce6dd24-18c0-4bdc-9b55-df30c108f5c0), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:55.088030 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c7becb5e-62cb-4028-ac39-b572f6d9b114 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:55.089565 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-c7becb5e-62cb-4028-ac39-b572f6d9b114 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bce6dd24-18c0-4bdc-9b55-df30c108f5c0 HTTP/1.1" status: 204 len: 168 time: 0.5259445 Mar 21 11:14:55.108457 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Current status of the port 682ae32b-17c7-4a87-8472-bef89307aa9b is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:14:55.126602 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-3b3f297c-a82c-403e-8b7b-85f9bebff7f5 None None] Attempting to bind port 4b30e9ea-93a0-4312-be48-594c5c822598 on host dv-cinder-834448-1-smb for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 11:14:55.126717 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7becb5e-62cb-4028-ac39-b572f6d9b114 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bce6dd24-18c0-4bdc-9b55-df30c108f5c0,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:55.126983 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-3b3f297c-a82c-403e-8b7b-85f9bebff7f5 None None] Attempting to bind port 4b30e9ea-93a0-4312-be48-594c5c822598 by drivers openvswitch,hyperv on host dv-cinder-834448-1-smb at level 0 using segments [{'id': 'e8bbdbf4-7a3c-4382-b3f5-00a80b4a7f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '3ddc289c-7154-4e23-8f81-bf2d5b69083d'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 11:14:55.127355 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3f297c-a82c-403e-8b7b-85f9bebff7f5 None None] Attempting to bind port 4b30e9ea-93a0-4312-be48-594c5c822598 on network 3ddc289c-7154-4e23-8f81-bf2d5b69083d {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:14:55.145010 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3f297c-a82c-403e-8b7b-85f9bebff7f5 None None] Checking agent: {'id': '4788e3a4-6d7d-47da-90c6-7227f6e2e35d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834448-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 11, 5), 'started_at': datetime.datetime(2022, 3, 21, 11, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 11, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834448-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 11:14:55.145509 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3f297c-a82c-403e-8b7b-85f9bebff7f5 None None] Checking segment: {'id': 'e8bbdbf4-7a3c-4382-b3f5-00a80b4a7f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '3ddc289c-7154-4e23-8f81-bf2d5b69083d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:14:55.145807 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-3b3f297c-a82c-403e-8b7b-85f9bebff7f5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:55.146451 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3f297c-a82c-403e-8b7b-85f9bebff7f5 None None] Bound using segment: {'id': 'e8bbdbf4-7a3c-4382-b3f5-00a80b4a7f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '3ddc289c-7154-4e23-8f81-bf2d5b69083d'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 11:14:55.146617 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-3b3f297c-a82c-403e-8b7b-85f9bebff7f5 None None] Bound port: 4b30e9ea-93a0-4312-be48-594c5c822598, host: dv-cinder-834448-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8bbdbf4-7a3c-4382-b3f5-00a80b4a7f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '3ddc289c-7154-4e23-8f81-bf2d5b69083d'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 11:14:55.146994 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-3b3f297c-a82c-403e-8b7b-85f9bebff7f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (4b30e9ea-93a0-4312-be48-594c5c822598), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:55.179446 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7871de9a-1955-4b50-870e-e6fac2107726 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738246144781'] for port (c3cee521-5e7b-4a2f-929e-37548c2c6178), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:55.263359 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7871de9a-1955-4b50-870e-e6fac2107726 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Network 4a234a12-d706-4d7c-b6c3-ed2b05ad1623 is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:14:55.278700 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-7871de9a-1955-4b50-870e-e6fac2107726 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:14:55.291543 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7871de9a-1955-4b50-870e-e6fac2107726 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:14:55.317802 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-3b3f297c-a82c-403e-8b7b-85f9bebff7f5 None None] For port 4b30e9ea-93a0-4312-be48-594c5c822598, host dv-cinder-834448-1-smb, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 11:14:55.332336 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7871de9a-1955-4b50-870e-e6fac2107726 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Pushing event updated for resources: {'Port': ['ID=c3cee521-5e7b-4a2f-929e-37548c2c6178,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:55.345740 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-ec808b4a-bd75-4bc2-a54b-01dc3cb67032 None None] Provisioning complete for port 4b30e9ea-93a0-4312-be48-594c5c822598 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:14:55.346270 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-ec808b4a-bd75-4bc2-a54b-01dc3cb67032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688166'] for port (4b30e9ea-93a0-4312-be48-594c5c822598), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:55.382117 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-27cf9387-9b88-4308-a16c-82d2513aec74 req-520d1641-e678-4cb0-9a49-51af95cb2d57 tempest-VolumesActionsTest-611704359 tempest-VolumesActionsTest-611704359-project] Publish callbacks [] for port (e9f7a3a6-ca5f-4548-8f34-1614700eb31d), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:55.388990 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-3b3f297c-a82c-403e-8b7b-85f9bebff7f5 None None] For port 4b30e9ea-93a0-4312-be48-594c5c822598, host dv-cinder-834448-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-smb',level=0,port_id=4b30e9ea-93a0-4312-be48-594c5c822598,segment=NetworkSegment(e8bbdbf4-7a3c-4382-b3f5-00a80b4a7f1d),segment_id=e8bbdbf4-7a3c-4382-b3f5-00a80b4a7f1d)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 11:14:55.391494 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-ec808b4a-bd75-4bc2-a54b-01dc3cb67032 None None] Port 4b30e9ea-93a0-4312-be48-594c5c822598 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 11:14:55.407269 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-3b3f297c-a82c-403e-8b7b-85f9bebff7f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817'] for port (4b30e9ea-93a0-4312-be48-594c5c822598), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:55.451557 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-27cf9387-9b88-4308-a16c-82d2513aec74 req-520d1641-e678-4cb0-9a49-51af95cb2d57 tempest-VolumesActionsTest-611704359 tempest-VolumesActionsTest-611704359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738246144781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265271506'] for port (e9f7a3a6-ca5f-4548-8f34-1614700eb31d), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:55.500394 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3f297c-a82c-403e-8b7b-85f9bebff7f5 None None] Routers {'b6f812b9-6d9a-4ef9-93fc-911b8f0819b8'} bound to L3 agent in host dv-cinder-834448-1-smb {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:14:55.503460 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-3b3f297c-a82c-403e-8b7b-85f9bebff7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T11:04:55Z,description=,heartbeat_timestamp=2022-03-21T11:14:26Z,host='dv-cinder-834448-1-smb',id=5097f9b2-2ef0-4af4-bde3-0c344dd6e70c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:55Z,topic='l3_agent')) {'router_ids': ['b6f812b9-6d9a-4ef9-93fc-911b8f0819b8'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:14:55.535374 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7871de9a-1955-4b50-870e-e6fac2107726 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks [] for floatingip (93431887-c2ce-40ac-bd29-5c4413302db8), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:55.615773 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27cf9387-9b88-4308-a16c-82d2513aec74 req-520d1641-e678-4cb0-9a49-51af95cb2d57 tempest-VolumesActionsTest-611704359 tempest-VolumesActionsTest-611704359-project] Network 4cce8b45-caec-4211-8030-c86bb4876b47 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:14:55.630657 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [req-27cf9387-9b88-4308-a16c-82d2513aec74 req-520d1641-e678-4cb0-9a49-51af95cb2d57 tempest-VolumesActionsTest-611704359 tempest-VolumesActionsTest-611704359-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:14:55.642942 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-27cf9387-9b88-4308-a16c-82d2513aec74 req-520d1641-e678-4cb0-9a49-51af95cb2d57 tempest-VolumesActionsTest-611704359 tempest-VolumesActionsTest-611704359-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:14:55.662318 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7871de9a-1955-4b50-870e-e6fac2107726 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (c3cee521-5e7b-4a2f-929e-37548c2c6178), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:55.677373 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839f5139-624d-4bbd-b721-2ed8b3e680ec None None] Pushing event updated for resources: {'Port': ['ID=4b30e9ea-93a0-4312-be48-594c5c822598,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:55.743809 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-cbdc9d65-4159-4495-83ff-f2e58f2b6f50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (5097f9b2-2ef0-4af4-bde3-0c344dd6e70c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:55.768884 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cf9387-9b88-4308-a16c-82d2513aec74 req-520d1641-e678-4cb0-9a49-51af95cb2d57 tempest-VolumesActionsTest-611704359 tempest-VolumesActionsTest-611704359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:55.769647 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-27cf9387-9b88-4308-a16c-82d2513aec74 req-520d1641-e678-4cb0-9a49-51af95cb2d57 tempest-VolumesActionsTest-611704359 tempest-VolumesActionsTest-611704359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693044'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:55.810702 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (e1ce583e-86b5-47e2-b889-5e91679074ed), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:55.821837 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520d1641-e678-4cb0-9a49-51af95cb2d57 tempest-VolumesActionsTest-611704359 tempest-VolumesActionsTest-611704359-project] Pushing event updated for resources: {'Port': ['ID=e9f7a3a6-ca5f-4548-8f34-1614700eb31d,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:55.846350 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-27cf9387-9b88-4308-a16c-82d2513aec74 req-520d1641-e678-4cb0-9a49-51af95cb2d57 tempest-VolumesActionsTest-611704359 tempest-VolumesActionsTest-611704359-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5620015 Mar 21 11:14:55.851298 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-3b3f297c-a82c-403e-8b7b-85f9bebff7f5 None None] Set router b6f812b9-6d9a-4ef9-93fc-911b8f0819b8 gateway port host: dv-cinder-834448-1-smb {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:14:55.864515 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.v2.base [req-27cf9387-9b88-4308-a16c-82d2513aec74 req-1e8c0a9e-a509-4050-8d49-18af25399afa service neutron] Request body: {'port': {'device_id': '43cf6aeb-ac8b-4b14-9eec-3511b9a9e8b8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83444'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:14:55.958101 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-27cf9387-9b88-4308-a16c-82d2513aec74 req-1e8c0a9e-a509-4050-8d49-18af25399afa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (e9f7a3a6-ca5f-4548-8f34-1614700eb31d), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:56.003689 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-820e26fb-cfaf-4fc4-a8c5-f056ce857575 None None] Provisioning complete for port 4b30e9ea-93a0-4312-be48-594c5c822598 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:14:56.004241 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-820e26fb-cfaf-4fc4-a8c5-f056ce857575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688166'] for port (4b30e9ea-93a0-4312-be48-594c5c822598), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:56.027449 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 42660) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:14:56.079666 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5086bd02-5683-45d6-820c-826970734d05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:56.113954 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091ff2f0-41fb-4efe-92a1-bb44b0d1c3d9 req-dd68f4c8-bb17-4a5a-8a24-06be9fffc9b5 tempest-VolumesActionsTest-611704359 tempest-VolumesActionsTest-611704359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:56.119959 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-091ff2f0-41fb-4efe-92a1-bb44b0d1c3d9 req-dd68f4c8-bb17-4a5a-8a24-06be9fffc9b5 tempest-VolumesActionsTest-611704359 tempest-VolumesActionsTest-611704359-project] 10.222.0.24 "GET /v2.0/ports?device_id=43cf6aeb-ac8b-4b14-9eec-3511b9a9e8b8 HTTP/1.1" status: 200 len: 931 time: 0.2555871 Mar 21 11:14:56.123492 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7871de9a-1955-4b50-870e-e6fac2107726 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks [] for port (c3cee521-5e7b-4a2f-929e-37548c2c6178), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:56.149704 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7871de9a-1955-4b50-870e-e6fac2107726 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817'] for port (c3cee521-5e7b-4a2f-929e-37548c2c6178), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:56.222314 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7871de9a-1955-4b50-870e-e6fac2107726 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1690700'] for floatingip (93431887-c2ce-40ac-bd29-5c4413302db8), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:56.225390 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-820e26fb-cfaf-4fc4-a8c5-f056ce857575 None None] Current status of the port 4b30e9ea-93a0-4312-be48-594c5c822598 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:14:56.226031 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-820e26fb-cfaf-4fc4-a8c5-f056ce857575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (4b30e9ea-93a0-4312-be48-594c5c822598), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:56.253669 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f772231b-e025-4492-a65f-180147ec8654 req-007710a2-cd42-4e99-9a21-5da8af8af53a tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:56.261028 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-f772231b-e025-4492-a65f-180147ec8654 req-007710a2-cd42-4e99-9a21-5da8af8af53a tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8703943-14fc-4c57-bce1-978a2a6a70a2 HTTP/1.1" status: 200 len: 945 time: 0.2573295 Mar 21 11:14:56.263115 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7871de9a-1955-4b50-870e-e6fac2107726 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Pushing event updated for resources: {'Port': ['ID=c3cee521-5e7b-4a2f-929e-37548c2c6178,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:56.328598 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7871de9a-1955-4b50-870e-e6fac2107726 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97509'] for floatingip (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:56.340730 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-7871de9a-1955-4b50-870e-e6fac2107726 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.5289071 Mar 21 11:14:56.374855 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-820e26fb-cfaf-4fc4-a8c5-f056ce857575 None None] For port 4b30e9ea-93a0-4312-be48-594c5c822598, host dv-cinder-834448-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-smb',level=0,port_id=4b30e9ea-93a0-4312-be48-594c5c822598,segment=NetworkSegment(e8bbdbf4-7a3c-4382-b3f5-00a80b4a7f1d),segment_id=e8bbdbf4-7a3c-4382-b3f5-00a80b4a7f1d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:14:56.388023 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-3b3f297c-a82c-403e-8b7b-85f9bebff7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6f812b9-6d9a-4ef9-93fc-911b8f0819b8', 'name': 'tempest-AttachVolumeNegativeTest-905083178-router', 'tenant_id': 'a69c1808af3d4640ae6355109b334cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'external_fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.149'}], 'enable_snat': True}, 'gw_port_id': '682ae32b-17c7-4a87-8472-bef89307aa9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:14:43Z', 'updated_at': '2022-03-21T11:14:50Z', 'revision_number': 4, 'project_id': 'a69c1808af3d4640ae6355109b334cd8', 'gw_port': {'id': '682ae32b-17c7-4a87-8472-bef89307aa9b', 'name': '', 'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:f2:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f812b9-6d9a-4ef9-93fc-911b8f0819b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:14:44Z', 'updated_at': '2022-03-21T11:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-smb', '_interfaces': [{'id': '4b30e9ea-93a0-4312-be48-594c5c822598', 'name': '', 'network_id': '3ddc289c-7154-4e23-8f81-bf2d5b69083d', 'tenant_id': 'a69c1808af3d4640ae6355109b334cd8', 'mac_address': 'fa:16:3e:37:c0:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6f812b9-6d9a-4ef9-93fc-911b8f0819b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': 'b19ea63e-3287-4f53-b0cc-82d6b01cdd86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:14:48Z', 'updated_at': '2022-03-21T11:14:55Z', 'revision_number': 4, 'project_id': 'a69c1808af3d4640ae6355109b334cd8', 'subnets': [{'id': 'b19ea63e-3287-4f53-b0cc-82d6b01cdd86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-1-smb', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:14:56.392826 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-820e26fb-cfaf-4fc4-a8c5-f056ce857575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817'] for port (4b30e9ea-93a0-4312-be48-594c5c822598), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:56.412978 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-091ff2f0-41fb-4efe-92a1-bb44b0d1c3d9 req-8a626146-ba06-4f3b-8755-737eeac912b5 tempest-VolumesActionsTest-611704359 tempest-VolumesActionsTest-611704359-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d30d1c4-e6ed-4ccb-9459-24281569750d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2802892 Mar 21 11:14:56.480596 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-f772231b-e025-4492-a65f-180147ec8654 req-2fbe7a1b-5e2e-4b60-9840-1397105641c7 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/security-groups?id=d16428e1-03fd-46f7-80c6-8696f1f626ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185338 Mar 21 11:14:56.502803 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5086bd02-5683-45d6-820c-826970734d05 admin admin] Publish callbacks [] for security_group (a1233711-6d83-47c3-806f-d4c39f5e021f), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:56.507426 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820e26fb-cfaf-4fc4-a8c5-f056ce857575 None None] Pushing event updated for resources: {'Port': ['ID=4b30e9ea-93a0-4312-be48-594c5c822598,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:56.511764 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5086bd02-5683-45d6-820c-826970734d05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (a1233711-6d83-47c3-806f-d4c39f5e021f), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:56.517403 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3f297c-a82c-403e-8b7b-85f9bebff7f5 None None] The sync data for ids ['b6f812b9-6d9a-4ef9-93fc-911b8f0819b8'] in dv-cinder-834448-1-smb is: [{'id': 'b6f812b9-6d9a-4ef9-93fc-911b8f0819b8', 'name': 'tempest-AttachVolumeNegativeTest-905083178-router', 'tenant_id': 'a69c1808af3d4640ae6355109b334cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'external_fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.149'}], 'enable_snat': True}, 'gw_port_id': '682ae32b-17c7-4a87-8472-bef89307aa9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:14:43Z', 'updated_at': '2022-03-21T11:14:50Z', 'revision_number': 4, 'project_id': 'a69c1808af3d4640ae6355109b334cd8', 'gw_port': {'id': '682ae32b-17c7-4a87-8472-bef89307aa9b', 'name': '', 'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:f2:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f812b9-6d9a-4ef9-93fc-911b8f0819b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:14:44Z', 'updated_at': '2022-03-21T11:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-smb', '_interfaces': [{'id': '4b30e9ea-93a0-4312-be48-594c5c822598', 'name': '', 'network_id': '3ddc289c-7154-4e23-8f81-bf2d5b69083d', 'tenant_id': 'a69c1808af3d4640ae6355109b334cd8', 'mac_address': 'fa:16:3e:37:c0:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6f812b9-6d9a-4ef9-93fc-911b8f0819b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': 'b19ea63e-3287-4f53-b0cc-82d6b01cdd86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:14:48Z', 'updated_at': '2022-03-21T11:14:55Z', 'revision_number': 4, 'project_id': 'a69c1808af3d4640ae6355109b334cd8', 'subnets': [{'id': 'b19ea63e-3287-4f53-b0cc-82d6b01cdd86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 11:14:56.546822 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-5086bd02-5683-45d6-820c-826970734d05 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0d38b86f70104b1fa56f2da582eca66c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5181551 Mar 21 11:14:56.549690 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 42668) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:14:56.670986 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5086bd02-5683-45d6-820c-826970734d05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1233711-6d83-47c3-806f-d4c39f5e021f,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:56.753688 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.notifiers.nova [req-27cf9387-9b88-4308-a16c-82d2513aec74 req-1e8c0a9e-a509-4050-8d49-18af25399afa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9f7a3a6-ca5f-4548-8f34-1614700eb31d {{(pid=103422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 11:14:56.763433 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-27cf9387-9b88-4308-a16c-82d2513aec74 req-1e8c0a9e-a509-4050-8d49-18af25399afa service neutron] Publish callbacks [] for port (e9f7a3a6-ca5f-4548-8f34-1614700eb31d), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:56.777062 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-36588a48-0434-471e-b5e5-2989b2a044dc admin admin] Publish callbacks [] for security_group (a1233711-6d83-47c3-806f-d4c39f5e021f), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:56.800223 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.db.provisioning_blocks [req-27cf9387-9b88-4308-a16c-82d2513aec74 req-1e8c0a9e-a509-4050-8d49-18af25399afa service neutron] Transition to ACTIVE for port object e9f7a3a6-ca5f-4548-8f34-1614700eb31d will not be triggered until provisioned by entity L2. {{(pid=103422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 21 11:14:56.817643 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-27cf9387-9b88-4308-a16c-82d2513aec74 req-1e8c0a9e-a509-4050-8d49-18af25399afa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265271525'] for port (e9f7a3a6-ca5f-4548-8f34-1614700eb31d), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:56.851124 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-36588a48-0434-471e-b5e5-2989b2a044dc admin admin] Publish callbacks [] for security_group (a1233711-6d83-47c3-806f-d4c39f5e021f), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:56.913424 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8c0a9e-a509-4050-8d49-18af25399afa service neutron] Pushing event updated for resources: {'Port': ['ID=e9f7a3a6-ca5f-4548-8f34-1614700eb31d,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:57.043422 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-27cf9387-9b88-4308-a16c-82d2513aec74 req-1e8c0a9e-a509-4050-8d49-18af25399afa service neutron] Attempting to bind port e9f7a3a6-ca5f-4548-8f34-1614700eb31d on host hv-cinder-83444 for vnic_type normal with profile {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 11:14:57.043801 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-27cf9387-9b88-4308-a16c-82d2513aec74 req-1e8c0a9e-a509-4050-8d49-18af25399afa service neutron] Attempting to bind port e9f7a3a6-ca5f-4548-8f34-1614700eb31d by drivers openvswitch,hyperv on host hv-cinder-83444 at level 0 using segments [{'id': '84e32668-92aa-4520-8ad7-794c56c23f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '4cce8b45-caec-4211-8030-c86bb4876b47'}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 11:14:57.044133 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27cf9387-9b88-4308-a16c-82d2513aec74 req-1e8c0a9e-a509-4050-8d49-18af25399afa service neutron] Attempting to bind port e9f7a3a6-ca5f-4548-8f34-1614700eb31d on network 4cce8b45-caec-4211-8030-c86bb4876b47 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:14:57.049692 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27cf9387-9b88-4308-a16c-82d2513aec74 req-1e8c0a9e-a509-4050-8d49-18af25399afa service neutron] Port e9f7a3a6-ca5f-4548-8f34-1614700eb31d on network 4cce8b45-caec-4211-8030-c86bb4876b47 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83444 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 21 11:14:57.050312 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27cf9387-9b88-4308-a16c-82d2513aec74 req-1e8c0a9e-a509-4050-8d49-18af25399afa service neutron] Attempting to bind port e9f7a3a6-ca5f-4548-8f34-1614700eb31d on network 4cce8b45-caec-4211-8030-c86bb4876b47 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:14:57.056836 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27cf9387-9b88-4308-a16c-82d2513aec74 req-1e8c0a9e-a509-4050-8d49-18af25399afa service neutron] Checking agent: {'id': 'e1ce583e-86b5-47e2-b889-5e91679074ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83444', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 11, 11, 26), 'started_at': datetime.datetime(2022, 3, 21, 11, 11, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 11, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 11:14:57.057190 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27cf9387-9b88-4308-a16c-82d2513aec74 req-1e8c0a9e-a509-4050-8d49-18af25399afa service neutron] Checking segment: {'id': '84e32668-92aa-4520-8ad7-794c56c23f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '4cce8b45-caec-4211-8030-c86bb4876b47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:14:57.057540 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27cf9387-9b88-4308-a16c-82d2513aec74 req-1e8c0a9e-a509-4050-8d49-18af25399afa service neutron] Bound using segment: {'id': '84e32668-92aa-4520-8ad7-794c56c23f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '4cce8b45-caec-4211-8030-c86bb4876b47'} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 11:14:57.058172 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-27cf9387-9b88-4308-a16c-82d2513aec74 req-1e8c0a9e-a509-4050-8d49-18af25399afa service neutron] Bound port: e9f7a3a6-ca5f-4548-8f34-1614700eb31d, host: hv-cinder-83444, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84e32668-92aa-4520-8ad7-794c56c23f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '4cce8b45-caec-4211-8030-c86bb4876b47'}}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 11:14:57.058726 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-27cf9387-9b88-4308-a16c-82d2513aec74 req-1e8c0a9e-a509-4050-8d49-18af25399afa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (e9f7a3a6-ca5f-4548-8f34-1614700eb31d), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:57.169821 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-27cf9387-9b88-4308-a16c-82d2513aec74 req-1e8c0a9e-a509-4050-8d49-18af25399afa service neutron] For port e9f7a3a6-ca5f-4548-8f34-1614700eb31d, host hv-cinder-83444, cleared binding levels {{(pid=103422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 11:14:57.175123 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-27cf9387-9b88-4308-a16c-82d2513aec74 req-1e8c0a9e-a509-4050-8d49-18af25399afa service neutron] For port e9f7a3a6-ca5f-4548-8f34-1614700eb31d, host hv-cinder-83444, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=e9f7a3a6-ca5f-4548-8f34-1614700eb31d,segment=NetworkSegment(84e32668-92aa-4520-8ad7-794c56c23f1c),segment_id=84e32668-92aa-4520-8ad7-794c56c23f1c)] {{(pid=103422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 11:14:57.183978 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-27cf9387-9b88-4308-a16c-82d2513aec74 req-1e8c0a9e-a509-4050-8d49-18af25399afa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265271525'] for port (e9f7a3a6-ca5f-4548-8f34-1614700eb31d), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:57.228128 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cf9387-9b88-4308-a16c-82d2513aec74 req-1e8c0a9e-a509-4050-8d49-18af25399afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:57.229110 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-27cf9387-9b88-4308-a16c-82d2513aec74 req-1e8c0a9e-a509-4050-8d49-18af25399afa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693044'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:57.230904 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-27cf9387-9b88-4308-a16c-82d2513aec74 req-1e8c0a9e-a509-4050-8d49-18af25399afa service neutron] 10.222.0.32 "PUT /v2.0/ports/e9f7a3a6-ca5f-4548-8f34-1614700eb31d HTTP/1.1" status: 200 len: 1093 time: 1.3726640 Mar 21 11:14:57.231664 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43cf6aeb-ac8b-4b14-9eec-3511b9a9e8b8', 'tag': 'e9f7a3a6-ca5f-4548-8f34-1614700eb31d'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:14:57.236141 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41c5d39db19d144038176bb777b16d1c8d23e2eed0354b669264d617ed9abe1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edb948b8-7ba6-45d1-9a53-b114b113b265" -d '{"events": [{"name": "network-changed", "server_uuid": "43cf6aeb-ac8b-4b14-9eec-3511b9a9e8b8", "tag": "e9f7a3a6-ca5f-4548-8f34-1614700eb31d"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:14:57.301898 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-f97d43b9-6b10-408f-9103-4f98257fc401 req-4afead02-68c8-48b6-b01a-26845836ca69 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--116585196&fields=id&tenant_id=a69c1808af3d4640ae6355109b334cd8 HTTP/1.1" status: 200 len: 267 time: 0.1104736 Mar 21 11:14:57.307758 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-36588a48-0434-471e-b5e5-2989b2a044dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (a1233711-6d83-47c3-806f-d4c39f5e021f), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:57.313441 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-36588a48-0434-471e-b5e5-2989b2a044dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:57.315436 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-36588a48-0434-471e-b5e5-2989b2a044dc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a1233711-6d83-47c3-806f-d4c39f5e021f HTTP/1.1" status: 204 len: 168 time: 0.7643142 Mar 21 11:14:57.333595 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 11:14:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0b5e195-96cd-4623-a105-7a99674bf424 x-openstack-request-id: req-d0b5e195-96cd-4623-a105-7a99674bf424 {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:14:57.334714 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43cf6aeb-ac8b-4b14-9eec-3511b9a9e8b8", "tag": "e9f7a3a6-ca5f-4548-8f34-1614700eb31d", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:14:57.336937 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d0b5e195-96cd-4623-a105-7a99674bf424 {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:14:57.337624 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43cf6aeb-ac8b-4b14-9eec-3511b9a9e8b8', 'tag': 'e9f7a3a6-ca5f-4548-8f34-1614700eb31d', 'status': 'completed', 'code': 200} Mar 21 11:14:57.340468 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8c0a9e-a509-4050-8d49-18af25399afa service neutron] Pushing event updated for resources: {'Port': ['ID=e9f7a3a6-ca5f-4548-8f34-1614700eb31d,revision_number=3']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:57.349811 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36588a48-0434-471e-b5e5-2989b2a044dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1233711-6d83-47c3-806f-d4c39f5e021f,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:57.466851 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97d43b9-6b10-408f-9103-4f98257fc401 req-a9ffe5e4-7a98-4187-a8c2-7bcbd584d42a tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:57.469740 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-f97d43b9-6b10-408f-9103-4f98257fc401 req-a9ffe5e4-7a98-4187-a8c2-7bcbd584d42a tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] 10.222.0.24 "GET /v2.0/networks?id=3ddc289c-7154-4e23-8f81-bf2d5b69083d HTTP/1.1" status: 200 len: 814 time: 0.1522892 Mar 21 11:14:57.487699 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-f97d43b9-6b10-408f-9103-4f98257fc401 req-75a24159-3832-4c4c-bfdd-f262eed2156e tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] 10.222.0.24 "GET /v2.0/quotas/a69c1808af3d4640ae6355109b334cd8 HTTP/1.1" status: 200 len: 375 time: 0.0124946 Mar 21 11:14:57.510101 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cf9387-9b88-4308-a16c-82d2513aec74 req-5f9304a7-b9dc-4c3b-95dd-9fb717352144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:57.518482 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-27cf9387-9b88-4308-a16c-82d2513aec74 req-5f9304a7-b9dc-4c3b-95dd-9fb717352144 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8548f6e2ecf442de83117ba574cdbafd&device_id=43cf6aeb-ac8b-4b14-9eec-3511b9a9e8b8 HTTP/1.1" status: 200 len: 1127 time: 0.1732278 Mar 21 11:14:57.602609 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-27cf9387-9b88-4308-a16c-82d2513aec74 req-515edb89-a2bc-4dc4-a7dc-d8f61c3cb5ed service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e9f7a3a6-ca5f-4548-8f34-1614700eb31d HTTP/1.1" status: 200 len: 217 time: 0.0783119 Mar 21 11:14:57.611404 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-f97d43b9-6b10-408f-9103-4f98257fc401 req-34a0356a-574e-4d2f-b1ef-27a8d2fe5c87 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=a69c1808af3d4640ae6355109b334cd8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1169119 Mar 21 11:14:57.702026 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cf9387-9b88-4308-a16c-82d2513aec74 req-c6399e6d-0429-4e71-8ae7-e6a2b31028b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:57.704008 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-27cf9387-9b88-4308-a16c-82d2513aec74 req-c6399e6d-0429-4e71-8ae7-e6a2b31028b8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0eb83594-d72f-44ee-accf-e102c54dca67 HTTP/1.1" status: 200 len: 848 time: 0.0946040 Mar 21 11:14:57.751771 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-27cf9387-9b88-4308-a16c-82d2513aec74 req-e7d8849c-1269-4e0e-910a-6e0243bee890 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4cce8b45-caec-4211-8030-c86bb4876b47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402105 Mar 21 11:14:57.823570 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2995ecc0-c05e-4d74-ae93-43dfa3bb1412 req-66809d6c-4b3a-4c59-81a8-accd3bff1492 tempest-VolumesActionsTest-611704359 tempest-VolumesActionsTest-611704359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:57.825487 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-2995ecc0-c05e-4d74-ae93-43dfa3bb1412 req-66809d6c-4b3a-4c59-81a8-accd3bff1492 tempest-VolumesActionsTest-611704359 tempest-VolumesActionsTest-611704359-project] 10.222.0.24 "GET /v2.0/ports?device_id=43cf6aeb-ac8b-4b14-9eec-3511b9a9e8b8 HTTP/1.1" status: 200 len: 943 time: 0.2124329 Mar 21 11:14:57.994163 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-f97d43b9-6b10-408f-9103-4f98257fc401 req-3bf52aae-85f9-4764-81aa-4a021ded75ce service neutron] 10.222.0.24 "GET /v2.0/networks/3ddc289c-7154-4e23-8f81-bf2d5b69083d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3433740 Mar 21 11:14:58.045675 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Device 4b30e9ea-93a0-4312-be48-594c5c822598 up at agent ovs-agent-dv-cinder-834448-1-smb {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:14:58.062860 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-2995ecc0-c05e-4d74-ae93-43dfa3bb1412 req-bae0886d-f422-4c8c-ab19-19be267b5124 tempest-VolumesActionsTest-611704359 tempest-VolumesActionsTest-611704359-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d30d1c4-e6ed-4ccb-9459-24281569750d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034264 Mar 21 11:14:58.099210 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-27cf9387-9b88-4308-a16c-82d2513aec74 req-7a46a2bf-02dd-4748-a9d1-c076659498ea service neutron] 10.222.0.32 "GET /v2.0/networks/4cce8b45-caec-4211-8030-c86bb4876b47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3386934 Mar 21 11:14:58.203678 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6694aa1f-bf8d-44e0-b771-2551b8853c50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (47320176-3fab-4a55-b687-b3e35e89e628), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:58.238277 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Provisioning complete for port 4b30e9ea-93a0-4312-be48-594c5c822598 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:14:58.238646 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688166'] for port (4b30e9ea-93a0-4312-be48-594c5c822598), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:58.389846 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-27cf9387-9b88-4308-a16c-82d2513aec74 req-b07f13da-5578-475d-bec6-9939ac914a39 service neutron] 10.222.0.32 "GET /v2.0/networks/4cce8b45-caec-4211-8030-c86bb4876b47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2819219 Mar 21 11:14:58.404130 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-f97d43b9-6b10-408f-9103-4f98257fc401 req-9126d281-2603-422f-8141-31f4a5812191 service neutron] 10.222.0.24 "GET /v2.0/networks/3ddc289c-7154-4e23-8f81-bf2d5b69083d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3900695 Mar 21 11:14:58.485263 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Current status of the port 4b30e9ea-93a0-4312-be48-594c5c822598 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:14:58.495241 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1204381b-ad70-4af8-b9d1-e3624b2de0ec req-919dcf9d-cdfa-4e32-9594-22cdaf322177 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:58.512113 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-1204381b-ad70-4af8-b9d1-e3624b2de0ec req-919dcf9d-cdfa-4e32-9594-22cdaf322177 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8703943-14fc-4c57-bce1-978a2a6a70a2 HTTP/1.1" status: 200 len: 945 time: 0.2686269 Mar 21 11:14:58.626440 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb948b8-7ba6-45d1-9a53-b114b113b265 req-b34958d1-405c-47a5-afa2-53dfb87c49ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:58.635226 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-edb948b8-7ba6-45d1-9a53-b114b113b265 req-b34958d1-405c-47a5-afa2-53dfb87c49ad service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8548f6e2ecf442de83117ba574cdbafd&device_id=43cf6aeb-ac8b-4b14-9eec-3511b9a9e8b8 HTTP/1.1" status: 200 len: 1127 time: 0.1605835 Mar 21 11:14:58.646723 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-5db6d96b-8c48-4aa5-944a-567c97b9cc9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (964235d6-d67c-4a74-84a5-611ab5391dc9), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:58.712796 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-1204381b-ad70-4af8-b9d1-e3624b2de0ec req-613b15b4-1f3d-4761-b9dc-f9cf5f359e89 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/security-groups?id=d16428e1-03fd-46f7-80c6-8696f1f626ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950600 Mar 21 11:14:58.937773 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-f7c60492-9912-4cbc-914e-4827257be806 req-e04b8ee5-82a7-4d48-aef3-8b22919552dd tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] 10.222.0.24 "GET /v2.0/ports?device_id=0662b786-9e36-4e2b-8bd6-eb47286b140c HTTP/1.1" status: 200 len: 210 time: 0.0764594 Mar 21 11:14:59.004026 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb948b8-7ba6-45d1-9a53-b114b113b265 req-06932839-0395-4b21-b3e6-63d577b8ff72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:59.005043 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-edb948b8-7ba6-45d1-9a53-b114b113b265 req-06932839-0395-4b21-b3e6-63d577b8ff72 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4cce8b45-caec-4211-8030-c86bb4876b47 HTTP/1.1" status: 200 len: 909 time: 0.3672950 Mar 21 11:14:59.055519 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-edb948b8-7ba6-45d1-9a53-b114b113b265 req-3bfc098a-9e20-49fe-90cb-1175c98647e5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e9f7a3a6-ca5f-4548-8f34-1614700eb31d HTTP/1.1" status: 200 len: 217 time: 0.0428655 Mar 21 11:14:59.122669 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb948b8-7ba6-45d1-9a53-b114b113b265 req-12a11b6b-84c7-45cc-b22a-5f3f9c300e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:59.127042 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-edb948b8-7ba6-45d1-9a53-b114b113b265 req-12a11b6b-84c7-45cc-b22a-5f3f9c300e81 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0eb83594-d72f-44ee-accf-e102c54dca67 HTTP/1.1" status: 200 len: 848 time: 0.0625691 Mar 21 11:14:59.198107 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-edb948b8-7ba6-45d1-9a53-b114b113b265 req-98b96082-e1cf-4edd-a8bb-923c7a6e7452 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4cce8b45-caec-4211-8030-c86bb4876b47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0630333 Mar 21 11:14:59.313833 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bc06dd-ae1e-452d-811f-1032d6943ed7 req-f62e65b8-dc5c-4649-85b8-eab2e2442e52 tempest-VolumesActionsTest-611704359 tempest-VolumesActionsTest-611704359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:59.317822 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-53bc06dd-ae1e-452d-811f-1032d6943ed7 req-f62e65b8-dc5c-4649-85b8-eab2e2442e52 tempest-VolumesActionsTest-611704359 tempest-VolumesActionsTest-611704359-project] 10.222.0.24 "GET /v2.0/ports?device_id=43cf6aeb-ac8b-4b14-9eec-3511b9a9e8b8 HTTP/1.1" status: 200 len: 943 time: 0.1351388 Mar 21 11:14:59.382940 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-edb948b8-7ba6-45d1-9a53-b114b113b265 req-370a6e29-8aee-46da-b0f2-8263d9fe894e service neutron] 10.222.0.32 "GET /v2.0/networks/4cce8b45-caec-4211-8030-c86bb4876b47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773040 Mar 21 11:14:59.418790 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-53bc06dd-ae1e-452d-811f-1032d6943ed7 req-883fb8a8-3bce-42d1-9714-6fe363f7c44a tempest-VolumesActionsTest-611704359 tempest-VolumesActionsTest-611704359-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d30d1c4-e6ed-4ccb-9459-24281569750d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935473 Mar 21 11:14:59.539057 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (4788e3a4-6d7d-47da-90c6-7227f6e2e35d), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:59.552963 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-edb948b8-7ba6-45d1-9a53-b114b113b265 req-ae59aa46-55d2-45cb-9914-17044f06e95b service neutron] 10.222.0.32 "GET /v2.0/networks/4cce8b45-caec-4211-8030-c86bb4876b47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609769 Mar 21 11:14:59.890487 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9e7aef-183c-4666-aca3-a41868967e33 req-2bfb5a2d-e414-434c-8ba3-258e7fb77eb2 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:59.893664 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-0d9e7aef-183c-4666-aca3-a41868967e33 req-2bfb5a2d-e414-434c-8ba3-258e7fb77eb2 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8703943-14fc-4c57-bce1-978a2a6a70a2 HTTP/1.1" status: 200 len: 945 time: 0.0952322 Mar 21 11:14:59.998026 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-0d9e7aef-183c-4666-aca3-a41868967e33 req-5fa86642-2b41-48b2-acb7-18daccab2bf8 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/security-groups?id=d16428e1-03fd-46f7-80c6-8696f1f626ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966108 Mar 21 11:15:00.117413 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-4a5fef4d-587c-43d1-b618-1a3086f2dfca req-04ff6e88-9970-4db3-a9c2-1744d8f8b1bd tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] 10.222.0.24 "GET /v2.0/ports?device_id=0662b786-9e36-4e2b-8bd6-eb47286b140c HTTP/1.1" status: 200 len: 210 time: 0.0494256 Mar 21 11:15:00.471770 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97d43b9-6b10-408f-9103-4f98257fc401 req-82ac72da-7582-40d3-b12b-9fa815c5ce56 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:00.473419 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-f97d43b9-6b10-408f-9103-4f98257fc401 req-82ac72da-7582-40d3-b12b-9fa815c5ce56 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] 10.222.0.32 "GET /v2.0/networks?id=3ddc289c-7154-4e23-8f81-bf2d5b69083d HTTP/1.1" status: 200 len: 814 time: 0.2529342 Mar 21 11:15:00.569414 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-f97d43b9-6b10-408f-9103-4f98257fc401 req-d7ffa225-f19e-4c04-a89c-70116a5b4860 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a69c1808af3d4640ae6355109b334cd8 HTTP/1.1" status: 200 len: 379 time: 0.0835407 Mar 21 11:15:00.587151 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.v2.base [req-f97d43b9-6b10-408f-9103-4f98257fc401 req-ccf85306-7757-45c6-97d3-a660f2192e61 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Request body: {'port': {'device_id': '0662b786-9e36-4e2b-8bd6-eb47286b140c', 'network_id': '3ddc289c-7154-4e23-8f81-bf2d5b69083d', 'admin_state_up': True, 'tenant_id': 'a69c1808af3d4640ae6355109b334cd8', 'security_groups': ['75d85c22-4d5d-4d68-8658-8c6cea91e678']}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:15:00.615474 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a7a022-41c3-40d4-a1e0-3826f2bf9051 req-7a46d285-679f-4bf5-9a2a-58d3d96665d7 tempest-VolumesActionsTest-611704359 tempest-VolumesActionsTest-611704359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:00.617310 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-01a7a022-41c3-40d4-a1e0-3826f2bf9051 req-7a46d285-679f-4bf5-9a2a-58d3d96665d7 tempest-VolumesActionsTest-611704359 tempest-VolumesActionsTest-611704359-project] 10.222.0.24 "GET /v2.0/ports?device_id=43cf6aeb-ac8b-4b14-9eec-3511b9a9e8b8 HTTP/1.1" status: 200 len: 943 time: 0.0758593 Mar 21 11:15:00.721265 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-01a7a022-41c3-40d4-a1e0-3826f2bf9051 req-3b0770a2-46d5-4e37-a908-33c1bbc7d957 tempest-VolumesActionsTest-611704359 tempest-VolumesActionsTest-611704359-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d30d1c4-e6ed-4ccb-9459-24281569750d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932539 Mar 21 11:15:00.776658 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f97d43b9-6b10-408f-9103-4f98257fc401 req-ccf85306-7757-45c6-97d3-a660f2192e61 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Made reservation on behalf of a69c1808af3d4640ae6355109b334cd8 for: {'port': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 11:15:00.780627 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-f97d43b9-6b10-408f-9103-4f98257fc401 req-ccf85306-7757-45c6-97d3-a660f2192e61 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:01.001811 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [req-f97d43b9-6b10-408f-9103-4f98257fc401 req-ccf85306-7757-45c6-97d3-a660f2192e61 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Allocated IP 172.20.0.12 (3ddc289c-7154-4e23-8f81-bf2d5b69083d/b19ea63e-3287-4f53-b0cc-82d6b01cdd86/8a57dd06-b022-42a2-9606-ac1bb0f2543e) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:15:01.285168 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-f97d43b9-6b10-408f-9103-4f98257fc401 req-ccf85306-7757-45c6-97d3-a660f2192e61 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks [] for port (8a57dd06-b022-42a2-9606-ac1bb0f2543e), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:01.285822 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85831c5a-99ef-47ba-87bc-aaff72a03a28 req-292cd8ad-2bc9-467b-aa57-15382b2683f5 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:01.295576 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-85831c5a-99ef-47ba-87bc-aaff72a03a28 req-292cd8ad-2bc9-467b-aa57-15382b2683f5 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8703943-14fc-4c57-bce1-978a2a6a70a2 HTTP/1.1" status: 200 len: 945 time: 0.1647022 Mar 21 11:15:01.344031 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-f97d43b9-6b10-408f-9103-4f98257fc401 req-ccf85306-7757-45c6-97d3-a660f2192e61 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738246144781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265271506'] for port (8a57dd06-b022-42a2-9606-ac1bb0f2543e), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:01.356306 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-418ef3c4-7859-427b-941d-b74c900f14a3 req-b4a3d744-ecd6-4035-9926-60ac09d488ac tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] 10.222.0.24 "GET /v2.0/ports?device_id=0662b786-9e36-4e2b-8bd6-eb47286b140c HTTP/1.1" status: 200 len: 210 time: 0.0561287 Mar 21 11:15:01.423024 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f97d43b9-6b10-408f-9103-4f98257fc401 req-ccf85306-7757-45c6-97d3-a660f2192e61 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Network 3ddc289c-7154-4e23-8f81-bf2d5b69083d is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:15:01.425734 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-85831c5a-99ef-47ba-87bc-aaff72a03a28 req-43d7c943-b54d-40c3-b078-9f017c05be19 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/security-groups?id=d16428e1-03fd-46f7-80c6-8696f1f626ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287286 Mar 21 11:15:01.444098 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [req-f97d43b9-6b10-408f-9103-4f98257fc401 req-ccf85306-7757-45c6-97d3-a660f2192e61 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:15:01.456056 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-f97d43b9-6b10-408f-9103-4f98257fc401 req-ccf85306-7757-45c6-97d3-a660f2192e61 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:15:01.610635 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf85306-7757-45c6-97d3-a660f2192e61 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Pushing event updated for resources: {'Port': ['ID=8a57dd06-b022-42a2-9606-ac1bb0f2543e,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:15:01.654819 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97d43b9-6b10-408f-9103-4f98257fc401 req-ccf85306-7757-45c6-97d3-a660f2192e61 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:01.656001 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-f97d43b9-6b10-408f-9103-4f98257fc401 req-ccf85306-7757-45c6-97d3-a660f2192e61 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693044'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:01.684674 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-f97d43b9-6b10-408f-9103-4f98257fc401 req-ccf85306-7757-45c6-97d3-a660f2192e61 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1020246 Mar 21 11:15:01.704481 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.v2.base [req-f97d43b9-6b10-408f-9103-4f98257fc401 req-eb5db28d-c976-4d79-ac74-5bf86f36c31f service neutron] Request body: {'port': {'device_id': '0662b786-9e36-4e2b-8bd6-eb47286b140c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83444'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:15:01.796257 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-f97d43b9-6b10-408f-9103-4f98257fc401 req-eb5db28d-c976-4d79-ac74-5bf86f36c31f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (8a57dd06-b022-42a2-9606-ac1bb0f2543e), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:01.878989 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-e1337345-17f2-409b-92f4-9177ba848284 None None] Provisioning complete for port 8a57dd06-b022-42a2-9606-ac1bb0f2543e triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:15:01.880108 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e1337345-17f2-409b-92f4-9177ba848284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688166'] for port (8a57dd06-b022-42a2-9606-ac1bb0f2543e), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:01.932734 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-e1337345-17f2-409b-92f4-9177ba848284 None None] Port 8a57dd06-b022-42a2-9606-ac1bb0f2543e cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 11:15:01.989128 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 42884) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:15:02.055537 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af649dfa-7815-4115-979e-9e77a73ae9ef req-4b8ef7d0-aba4-476b-99c9-9a7f0d1230e2 tempest-VolumesActionsTest-611704359 tempest-VolumesActionsTest-611704359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:02.069296 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-af649dfa-7815-4115-979e-9e77a73ae9ef req-4b8ef7d0-aba4-476b-99c9-9a7f0d1230e2 tempest-VolumesActionsTest-611704359 tempest-VolumesActionsTest-611704359-project] 10.222.0.24 "GET /v2.0/ports?device_id=43cf6aeb-ac8b-4b14-9eec-3511b9a9e8b8 HTTP/1.1" status: 200 len: 943 time: 0.1407042 Mar 21 11:15:02.168610 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-af649dfa-7815-4115-979e-9e77a73ae9ef req-d1d4a677-2adf-4bb2-a5f1-0abc3ce8d250 tempest-VolumesActionsTest-611704359 tempest-VolumesActionsTest-611704359-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d30d1c4-e6ed-4ccb-9459-24281569750d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974133 Mar 21 11:15:02.172201 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 42890) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:15:02.280281 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d839c1db-35d9-40e8-81f6-92b3dc60367a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:02.324441 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-15b228e0-6618-4fb6-8291-8f04237c0794 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:02.355013 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.notifiers.nova [req-f97d43b9-6b10-408f-9103-4f98257fc401 req-eb5db28d-c976-4d79-ac74-5bf86f36c31f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a57dd06-b022-42a2-9606-ac1bb0f2543e {{(pid=103422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 11:15:02.370462 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-f97d43b9-6b10-408f-9103-4f98257fc401 req-eb5db28d-c976-4d79-ac74-5bf86f36c31f service neutron] Publish callbacks [] for port (8a57dd06-b022-42a2-9606-ac1bb0f2543e), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:02.394562 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.db.provisioning_blocks [req-f97d43b9-6b10-408f-9103-4f98257fc401 req-eb5db28d-c976-4d79-ac74-5bf86f36c31f service neutron] Transition to ACTIVE for port object 8a57dd06-b022-42a2-9606-ac1bb0f2543e will not be triggered until provisioned by entity L2. {{(pid=103422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 21 11:15:02.403194 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-f97d43b9-6b10-408f-9103-4f98257fc401 req-eb5db28d-c976-4d79-ac74-5bf86f36c31f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265271525'] for port (8a57dd06-b022-42a2-9606-ac1bb0f2543e), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:02.425167 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d839c1db-35d9-40e8-81f6-92b3dc60367a admin admin] Publish callbacks [] for security_group (0ac7a9ce-16c9-48f7-a49b-858643f60000), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:02.430693 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d839c1db-35d9-40e8-81f6-92b3dc60367a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (0ac7a9ce-16c9-48f7-a49b-858643f60000), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:02.508956 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5db28d-c976-4d79-ac74-5bf86f36c31f service neutron] Pushing event updated for resources: {'Port': ['ID=8a57dd06-b022-42a2-9606-ac1bb0f2543e,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:15:02.541234 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-d839c1db-35d9-40e8-81f6-92b3dc60367a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a2abe2d5854d4415a5b22692e4cba097&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5479255 Mar 21 11:15:02.543514 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Device e9f7a3a6-ca5f-4548-8f34-1614700eb31d details requested by agent hyperv_hv-cinder-83444 with host hv-cinder-83444 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 11:15:02.566697 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d839c1db-35d9-40e8-81f6-92b3dc60367a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ac7a9ce-16c9-48f7-a49b-858643f60000,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:15:02.571902 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-15b228e0-6618-4fb6-8291-8f04237c0794 admin admin] Publish callbacks [] for security_group (9a297b43-ad1b-437d-8e80-9057993c5969), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:02.573065 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 42898) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:15:02.597470 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-15b228e0-6618-4fb6-8291-8f04237c0794 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (9a297b43-ad1b-437d-8e80-9057993c5969), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:02.735111 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-f97d43b9-6b10-408f-9103-4f98257fc401 req-eb5db28d-c976-4d79-ac74-5bf86f36c31f service neutron] Attempting to bind port 8a57dd06-b022-42a2-9606-ac1bb0f2543e on host hv-cinder-83444 for vnic_type normal with profile {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 11:15:02.736203 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] For port e9f7a3a6-ca5f-4548-8f34-1614700eb31d, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=e9f7a3a6-ca5f-4548-8f34-1614700eb31d,segment=NetworkSegment(84e32668-92aa-4520-8ad7-794c56c23f1c),segment_id=84e32668-92aa-4520-8ad7-794c56c23f1c)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:15:02.736845 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-f97d43b9-6b10-408f-9103-4f98257fc401 req-eb5db28d-c976-4d79-ac74-5bf86f36c31f service neutron] Attempting to bind port 8a57dd06-b022-42a2-9606-ac1bb0f2543e by drivers openvswitch,hyperv on host hv-cinder-83444 at level 0 using segments [{'id': 'e8bbdbf4-7a3c-4382-b3f5-00a80b4a7f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '3ddc289c-7154-4e23-8f81-bf2d5b69083d'}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 11:15:02.737604 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f97d43b9-6b10-408f-9103-4f98257fc401 req-eb5db28d-c976-4d79-ac74-5bf86f36c31f service neutron] Attempting to bind port 8a57dd06-b022-42a2-9606-ac1bb0f2543e on network 3ddc289c-7154-4e23-8f81-bf2d5b69083d {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:15:02.751764 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Returning: {'device': 'e9f7a3a6-ca5f-4548-8f34-1614700eb31d', 'network_id': '4cce8b45-caec-4211-8030-c86bb4876b47', 'port_id': 'e9f7a3a6-ca5f-4548-8f34-1614700eb31d', 'mac_address': 'fa:16:3e:ec:04:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0eb83594-d72f-44ee-accf-e102c54dca67', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 11:15:02.754328 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f97d43b9-6b10-408f-9103-4f98257fc401 req-eb5db28d-c976-4d79-ac74-5bf86f36c31f service neutron] Port 8a57dd06-b022-42a2-9606-ac1bb0f2543e on network 3ddc289c-7154-4e23-8f81-bf2d5b69083d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83444 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 21 11:15:02.755168 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f97d43b9-6b10-408f-9103-4f98257fc401 req-eb5db28d-c976-4d79-ac74-5bf86f36c31f service neutron] Attempting to bind port 8a57dd06-b022-42a2-9606-ac1bb0f2543e on network 3ddc289c-7154-4e23-8f81-bf2d5b69083d {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:15:02.765643 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f97d43b9-6b10-408f-9103-4f98257fc401 req-eb5db28d-c976-4d79-ac74-5bf86f36c31f service neutron] Checking agent: {'id': 'e1ce583e-86b5-47e2-b889-5e91679074ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83444', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 11, 11, 26), 'started_at': datetime.datetime(2022, 3, 21, 11, 11, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 11, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 11:15:02.766577 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f97d43b9-6b10-408f-9103-4f98257fc401 req-eb5db28d-c976-4d79-ac74-5bf86f36c31f service neutron] Checking segment: {'id': 'e8bbdbf4-7a3c-4382-b3f5-00a80b4a7f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '3ddc289c-7154-4e23-8f81-bf2d5b69083d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:15:02.767226 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f97d43b9-6b10-408f-9103-4f98257fc401 req-eb5db28d-c976-4d79-ac74-5bf86f36c31f service neutron] Bound using segment: {'id': 'e8bbdbf4-7a3c-4382-b3f5-00a80b4a7f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '3ddc289c-7154-4e23-8f81-bf2d5b69083d'} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 11:15:02.767981 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-f97d43b9-6b10-408f-9103-4f98257fc401 req-eb5db28d-c976-4d79-ac74-5bf86f36c31f service neutron] Bound port: 8a57dd06-b022-42a2-9606-ac1bb0f2543e, host: hv-cinder-83444, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8bbdbf4-7a3c-4382-b3f5-00a80b4a7f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '3ddc289c-7154-4e23-8f81-bf2d5b69083d'}}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 11:15:02.768939 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-f97d43b9-6b10-408f-9103-4f98257fc401 req-eb5db28d-c976-4d79-ac74-5bf86f36c31f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (8a57dd06-b022-42a2-9606-ac1bb0f2543e), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:02.788657 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54ce8b9-f630-4f33-b966-a46cb2ed653f req-22ade99c-f0b1-4bb6-a3db-7d9163508e6f tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:02.790429 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-f54ce8b9-f630-4f33-b966-a46cb2ed653f req-22ade99c-f0b1-4bb6-a3db-7d9163508e6f tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] 10.222.0.24 "GET /v2.0/ports?device_id=0662b786-9e36-4e2b-8bd6-eb47286b140c HTTP/1.1" status: 200 len: 944 time: 0.2839978 Mar 21 11:15:02.824264 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-15b228e0-6618-4fb6-8291-8f04237c0794 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b1b398bdc35f45a7945dd738c22c53d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6463149 Mar 21 11:15:02.839245 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b228e0-6618-4fb6-8291-8f04237c0794 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a297b43-ad1b-437d-8e80-9057993c5969,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:15:02.847764 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 42904) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:15:02.871257 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Current status of the port e9f7a3a6-ca5f-4548-8f34-1614700eb31d is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:15:02.873069 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (e9f7a3a6-ca5f-4548-8f34-1614700eb31d), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:02.899179 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9f7a3a6-ca5f-4548-8f34-1614700eb31d {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 11:15:02.913687 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503199f1-b0e1-4d13-8159-bed27a5c8bc1 req-312e6bd1-6d50-4894-829f-53ab540f2d3c tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:02.914995 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-f97d43b9-6b10-408f-9103-4f98257fc401 req-eb5db28d-c976-4d79-ac74-5bf86f36c31f service neutron] For port 8a57dd06-b022-42a2-9606-ac1bb0f2543e, host hv-cinder-83444, cleared binding levels {{(pid=103422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 11:15:02.917047 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-503199f1-b0e1-4d13-8159-bed27a5c8bc1 req-312e6bd1-6d50-4894-829f-53ab540f2d3c tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8703943-14fc-4c57-bce1-978a2a6a70a2 HTTP/1.1" status: 200 len: 945 time: 0.2632887 Mar 21 11:15:02.919544 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-f97d43b9-6b10-408f-9103-4f98257fc401 req-eb5db28d-c976-4d79-ac74-5bf86f36c31f service neutron] For port 8a57dd06-b022-42a2-9606-ac1bb0f2543e, host hv-cinder-83444, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=8a57dd06-b022-42a2-9606-ac1bb0f2543e,segment=NetworkSegment(e8bbdbf4-7a3c-4382-b3f5-00a80b4a7f1d),segment_id=e8bbdbf4-7a3c-4382-b3f5-00a80b4a7f1d)] {{(pid=103422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 11:15:02.924188 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f3fb5f61-31d6-4abe-8e7e-82dc96ffceed admin admin] Publish callbacks [] for security_group (0ac7a9ce-16c9-48f7-a49b-858643f60000), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:02.933348 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-f97d43b9-6b10-408f-9103-4f98257fc401 req-eb5db28d-c976-4d79-ac74-5bf86f36c31f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265271525'] for port (8a57dd06-b022-42a2-9606-ac1bb0f2543e), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:02.939970 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] For port e9f7a3a6-ca5f-4548-8f34-1614700eb31d, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=e9f7a3a6-ca5f-4548-8f34-1614700eb31d,segment=NetworkSegment(84e32668-92aa-4520-8ad7-794c56c23f1c),segment_id=84e32668-92aa-4520-8ad7-794c56c23f1c)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:15:02.945839 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817'] for port (e9f7a3a6-ca5f-4548-8f34-1614700eb31d), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:02.997931 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5db28d-c976-4d79-ac74-5bf86f36c31f service neutron] Pushing event updated for resources: {'Port': ['ID=8a57dd06-b022-42a2-9606-ac1bb0f2543e,revision_number=3']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:15:03.012940 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97d43b9-6b10-408f-9103-4f98257fc401 req-eb5db28d-c976-4d79-ac74-5bf86f36c31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:03.013878 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-f97d43b9-6b10-408f-9103-4f98257fc401 req-eb5db28d-c976-4d79-ac74-5bf86f36c31f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693044'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:03.017266 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-f97d43b9-6b10-408f-9103-4f98257fc401 req-eb5db28d-c976-4d79-ac74-5bf86f36c31f service neutron] 10.222.0.32 "PUT /v2.0/ports/8a57dd06-b022-42a2-9606-ac1bb0f2543e HTTP/1.1" status: 200 len: 1094 time: 1.3228548 Mar 21 11:15:03.017994 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0662b786-9e36-4e2b-8bd6-eb47286b140c', 'tag': '8a57dd06-b022-42a2-9606-ac1bb0f2543e'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:15:03.023326 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Pushing event updated for resources: {'Port': ['ID=e9f7a3a6-ca5f-4548-8f34-1614700eb31d,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:15:03.024319 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41c5d39db19d144038176bb777b16d1c8d23e2eed0354b669264d617ed9abe1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48d06ee0-c44c-4dec-a9e4-532279287a01" -d '{"events": [{"name": "network-changed", "server_uuid": "0662b786-9e36-4e2b-8bd6-eb47286b140c", "tag": "8a57dd06-b022-42a2-9606-ac1bb0f2543e"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:15:03.033251 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f3fb5f61-31d6-4abe-8e7e-82dc96ffceed admin admin] Publish callbacks [] for security_group (0ac7a9ce-16c9-48f7-a49b-858643f60000), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:03.146367 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97d43b9-6b10-408f-9103-4f98257fc401 req-fd7eda9c-04b9-4d81-9468-d27d3fb92065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:03.147424 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-f97d43b9-6b10-408f-9103-4f98257fc401 req-fd7eda9c-04b9-4d81-9468-d27d3fb92065 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a69c1808af3d4640ae6355109b334cd8&device_id=0662b786-9e36-4e2b-8bd6-eb47286b140c HTTP/1.1" status: 200 len: 1128 time: 0.0633888 Mar 21 11:15:03.234968 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-f97d43b9-6b10-408f-9103-4f98257fc401 req-e772ec6b-02dc-4589-a922-dfde031ab751 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8a57dd06-b022-42a2-9606-ac1bb0f2543e HTTP/1.1" status: 200 len: 217 time: 0.0794396 Mar 21 11:15:03.258884 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] get_ports_and_sgs() called for port_ids ['e9f7a3a6-ca5f-4548-8f34-1614700eb31d'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 11:15:03.283718 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-503199f1-b0e1-4d13-8159-bed27a5c8bc1 req-ba66aa4d-5907-4418-bcbf-def275404566 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/security-groups?id=d16428e1-03fd-46f7-80c6-8696f1f626ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3507881 Mar 21 11:15:03.313593 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-f54ce8b9-f630-4f33-b966-a46cb2ed653f req-8bd327f7-c5a7-4c2a-9e6b-7bf7f2b14403 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] 10.222.0.24 "GET /v2.0/security-groups?id=75d85c22-4d5d-4d68-8658-8c6cea91e678&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4835205 Mar 21 11:15:03.353228 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-165d6b44-3048-4ef9-8ad5-247778219c7f admin admin] Publish callbacks [] for security_group (9a297b43-ad1b-437d-8e80-9057993c5969), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:03.376889 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97d43b9-6b10-408f-9103-4f98257fc401 req-97fc9889-2f1b-416f-a36d-eea85e504141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:03.380016 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-f97d43b9-6b10-408f-9103-4f98257fc401 req-97fc9889-2f1b-416f-a36d-eea85e504141 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b19ea63e-3287-4f53-b0cc-82d6b01cdd86 HTTP/1.1" status: 200 len: 853 time: 0.1347184 Mar 21 11:15:03.418384 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f3fb5f61-31d6-4abe-8e7e-82dc96ffceed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (0ac7a9ce-16c9-48f7-a49b-858643f60000), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:03.423238 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f3fb5f61-31d6-4abe-8e7e-82dc96ffceed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:03.427459 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-f3fb5f61-31d6-4abe-8e7e-82dc96ffceed admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0ac7a9ce-16c9-48f7-a49b-858643f60000 HTTP/1.1" status: 204 len: 168 time: 0.8496830 Mar 21 11:15:03.441898 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-165d6b44-3048-4ef9-8ad5-247778219c7f admin admin] Publish callbacks [] for security_group (9a297b43-ad1b-437d-8e80-9057993c5969), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:03.511716 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 11:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-becd3e88-49fb-43b6-883a-dc9564167bc3 x-openstack-request-id: req-becd3e88-49fb-43b6-883a-dc9564167bc3 {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:15:03.512368 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0662b786-9e36-4e2b-8bd6-eb47286b140c", "tag": "8a57dd06-b022-42a2-9606-ac1bb0f2543e", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:15:03.513080 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-becd3e88-49fb-43b6-883a-dc9564167bc3 {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:15:03.513952 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0662b786-9e36-4e2b-8bd6-eb47286b140c', 'tag': '8a57dd06-b022-42a2-9606-ac1bb0f2543e', 'status': 'completed', 'code': 200} Mar 21 11:15:03.529920 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97d43b9-6b10-408f-9103-4f98257fc401 req-b6c8a56d-9251-4ad2-9c50-b3d6643a7dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:03.533369 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-f97d43b9-6b10-408f-9103-4f98257fc401 req-b6c8a56d-9251-4ad2-9c50-b3d6643a7dcd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3ddc289c-7154-4e23-8f81-bf2d5b69083d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1424568 Mar 21 11:15:03.567131 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fb5f61-31d6-4abe-8e7e-82dc96ffceed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ac7a9ce-16c9-48f7-a49b-858643f60000,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:15:03.582433 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 42922) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:15:03.654519 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fabd49-7f5b-45d4-a09b-1770b3c20baa req-b6e5b2e0-9681-44e2-9ba0-eb0c7b5cca43 tempest-VolumesActionsTest-611704359 tempest-VolumesActionsTest-611704359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:03.659985 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-10fabd49-7f5b-45d4-a09b-1770b3c20baa req-b6e5b2e0-9681-44e2-9ba0-eb0c7b5cca43 tempest-VolumesActionsTest-611704359 tempest-VolumesActionsTest-611704359-project] 10.222.0.24 "GET /v2.0/ports?device_id=43cf6aeb-ac8b-4b14-9eec-3511b9a9e8b8 HTTP/1.1" status: 200 len: 944 time: 0.2098839 Mar 21 11:15:03.758633 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-f97d43b9-6b10-408f-9103-4f98257fc401 req-703afb26-e324-40d4-a2de-d5f3c80f768d service neutron] 10.222.0.32 "GET /v2.0/networks/3ddc289c-7154-4e23-8f81-bf2d5b69083d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096059 Mar 21 11:15:03.778203 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-10fabd49-7f5b-45d4-a09b-1770b3c20baa req-1b6f8034-c26b-43ad-bd39-6d40f79a971f tempest-VolumesActionsTest-611704359 tempest-VolumesActionsTest-611704359-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d30d1c4-e6ed-4ccb-9459-24281569750d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103933 Mar 21 11:15:03.780758 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-165d6b44-3048-4ef9-8ad5-247778219c7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (9a297b43-ad1b-437d-8e80-9057993c5969), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:03.788584 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-165d6b44-3048-4ef9-8ad5-247778219c7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:03.816512 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-165d6b44-3048-4ef9-8ad5-247778219c7f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9a297b43-ad1b-437d-8e80-9057993c5969 HTTP/1.1" status: 204 len: 168 time: 0.9161627 Mar 21 11:15:03.837932 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165d6b44-3048-4ef9-8ad5-247778219c7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a297b43-ad1b-437d-8e80-9057993c5969,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:15:03.947737 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-f97d43b9-6b10-408f-9103-4f98257fc401 req-947b0aae-a3ba-4354-8bcc-12618d0c06a9 service neutron] 10.222.0.32 "GET /v2.0/networks/3ddc289c-7154-4e23-8f81-bf2d5b69083d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773160 Mar 21 11:15:04.066413 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d06ee0-c44c-4dec-a9e4-532279287a01 req-19a50a1e-27e6-447e-9f09-fa43416d082d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:04.067956 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-48d06ee0-c44c-4dec-a9e4-532279287a01 req-19a50a1e-27e6-447e-9f09-fa43416d082d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a69c1808af3d4640ae6355109b334cd8&device_id=0662b786-9e36-4e2b-8bd6-eb47286b140c HTTP/1.1" status: 200 len: 1128 time: 0.0633438 Mar 21 11:15:04.191562 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-673a87f9-72e3-452d-90d4-ba1e4116ea73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:04.268930 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 42932) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:15:04.290114 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d06ee0-c44c-4dec-a9e4-532279287a01 req-f759be94-61f3-4b9e-87cf-b20b29fc47d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:04.291912 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-48d06ee0-c44c-4dec-a9e4-532279287a01 req-f759be94-61f3-4b9e-87cf-b20b29fc47d0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3ddc289c-7154-4e23-8f81-bf2d5b69083d HTTP/1.1" status: 200 len: 915 time: 0.2164304 Mar 21 11:15:04.298064 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1b7d145a-2adc-4d12-ac8b-2f95d850d87e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:04.367073 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-48d06ee0-c44c-4dec-a9e4-532279287a01 req-ca906691-821f-4fc4-b2f4-648253350a0f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8a57dd06-b022-42a2-9606-ac1bb0f2543e HTTP/1.1" status: 200 len: 217 time: 0.0671253 Mar 21 11:15:04.427339 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1b7d145a-2adc-4d12-ac8b-2f95d850d87e admin admin] Publish callbacks [] for security_group (74a341be-392b-475c-89bc-330fdf956306), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:04.435467 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1b7d145a-2adc-4d12-ac8b-2f95d850d87e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (74a341be-392b-475c-89bc-330fdf956306), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:04.492422 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7d145a-2adc-4d12-ac8b-2f95d850d87e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74a341be-392b-475c-89bc-330fdf956306,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:15:04.492700 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d06ee0-c44c-4dec-a9e4-532279287a01 req-ed5d9ae5-2010-4992-9027-e686719062a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:04.494979 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-48d06ee0-c44c-4dec-a9e4-532279287a01 req-ed5d9ae5-2010-4992-9027-e686719062a9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b19ea63e-3287-4f53-b0cc-82d6b01cdd86 HTTP/1.1" status: 200 len: 853 time: 0.1107872 Mar 21 11:15:04.537009 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-673a87f9-72e3-452d-90d4-ba1e4116ea73 admin admin] Publish callbacks [] for security_group (8122b59b-87c6-4f05-b610-a060a9edcebf), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:04.558605 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Device e9f7a3a6-ca5f-4548-8f34-1614700eb31d up at agent hyperv_hv-cinder-83444 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:15:04.568616 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-673a87f9-72e3-452d-90d4-ba1e4116ea73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (8122b59b-87c6-4f05-b610-a060a9edcebf), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:04.578458 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-1b7d145a-2adc-4d12-ac8b-2f95d850d87e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=967f4dad98bf4f0995629f1880b8314f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3045046 Mar 21 11:15:04.580606 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 42938) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:15:04.626642 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673a87f9-72e3-452d-90d4-ba1e4116ea73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8122b59b-87c6-4f05-b610-a060a9edcebf,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:15:04.653262 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 42940) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:15:04.671564 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Provisioning for port e9f7a3a6-ca5f-4548-8f34-1614700eb31d completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 21 11:15:04.678368 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Provisioning complete for port e9f7a3a6-ca5f-4548-8f34-1614700eb31d triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:15:04.678781 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688166'] for port (e9f7a3a6-ca5f-4548-8f34-1614700eb31d), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:04.684527 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0032d1e5-0486-4335-acea-2a8e162af49d req-00bfd961-191f-4946-a95b-e89f2625f5ca tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:04.688504 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-0032d1e5-0486-4335-acea-2a8e162af49d req-00bfd961-191f-4946-a95b-e89f2625f5ca tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8703943-14fc-4c57-bce1-978a2a6a70a2 HTTP/1.1" status: 200 len: 945 time: 0.2126842 Mar 21 11:15:04.699653 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-673a87f9-72e3-452d-90d4-ba1e4116ea73 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4e0e07721bfc4b5baa655d0c24c432bf&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1150038 Mar 21 11:15:04.702919 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 42944) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:15:04.708509 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b2ff81-65f7-4b01-984d-95b9d6e74c6a req-2750cb60-e205-4883-a24b-0f1061491814 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:04.711179 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-a0b2ff81-65f7-4b01-984d-95b9d6e74c6a req-2750cb60-e205-4883-a24b-0f1061491814 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] 10.222.0.24 "GET /v2.0/ports?device_id=0662b786-9e36-4e2b-8bd6-eb47286b140c HTTP/1.1" status: 200 len: 944 time: 0.2155385 Mar 21 11:15:04.788584 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Current status of the port e9f7a3a6-ca5f-4548-8f34-1614700eb31d is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:15:04.788967 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (e9f7a3a6-ca5f-4548-8f34-1614700eb31d), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:04.810863 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-70918db2-5974-41f9-8d6b-359948c2fa5d admin admin] Publish callbacks [] for security_group (74a341be-392b-475c-89bc-330fdf956306), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:04.818116 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43cf6aeb-ac8b-4b14-9eec-3511b9a9e8b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9f7a3a6-ca5f-4548-8f34-1614700eb31d'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:15:04.820929 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f4962fb769adde196efb410afcfec8f2b34529d6df7ca74076ce40474c5a66c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23a008df-76b7-4a36-92b1-a6f2dfbc222f" -d '{"events": [{"server_uuid": "43cf6aeb-ac8b-4b14-9eec-3511b9a9e8b8", "name": "network-vif-plugged", "status": "completed", "tag": "e9f7a3a6-ca5f-4548-8f34-1614700eb31d"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:15:04.835348 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] For port e9f7a3a6-ca5f-4548-8f34-1614700eb31d, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=e9f7a3a6-ca5f-4548-8f34-1614700eb31d,segment=NetworkSegment(84e32668-92aa-4520-8ad7-794c56c23f1c),segment_id=84e32668-92aa-4520-8ad7-794c56c23f1c)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:15:04.840690 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817'] for port (e9f7a3a6-ca5f-4548-8f34-1614700eb31d), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:04.882974 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-0032d1e5-0486-4335-acea-2a8e162af49d req-1c8f9b14-a019-4c21-a9f7-c3e15f7a2a2e tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/security-groups?id=d16428e1-03fd-46f7-80c6-8696f1f626ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696410 Mar 21 11:15:04.909019 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Pushing event updated for resources: {'Port': ['ID=e9f7a3a6-ca5f-4548-8f34-1614700eb31d,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:15:04.919005 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-70918db2-5974-41f9-8d6b-359948c2fa5d admin admin] Publish callbacks [] for security_group (74a341be-392b-475c-89bc-330fdf956306), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:04.936173 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-a0b2ff81-65f7-4b01-984d-95b9d6e74c6a req-03e0377a-f3d9-4161-b9f5-1b8dad2c17b9 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] 10.222.0.24 "GET /v2.0/security-groups?id=75d85c22-4d5d-4d68-8658-8c6cea91e678&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2167189 Mar 21 11:15:04.962084 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 11:15:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50daae61-9aca-4147-b93b-113ba1bb57f5 x-openstack-request-id: req-50daae61-9aca-4147-b93b-113ba1bb57f5 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:15:04.962610 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43cf6aeb-ac8b-4b14-9eec-3511b9a9e8b8", "name": "network-vif-plugged", "status": "completed", "tag": "e9f7a3a6-ca5f-4548-8f34-1614700eb31d", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:15:04.962986 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-50daae61-9aca-4147-b93b-113ba1bb57f5 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:15:04.964187 dv-cinder-834448-1-smb neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43cf6aeb-ac8b-4b14-9eec-3511b9a9e8b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9f7a3a6-ca5f-4548-8f34-1614700eb31d', 'code': 200} Mar 21 11:15:05.028326 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-70918db2-5974-41f9-8d6b-359948c2fa5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (74a341be-392b-475c-89bc-330fdf956306), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:05.031397 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-70918db2-5974-41f9-8d6b-359948c2fa5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:05.032906 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-70918db2-5974-41f9-8d6b-359948c2fa5d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/74a341be-392b-475c-89bc-330fdf956306 HTTP/1.1" status: 204 len: 168 time: 0.4504509 Mar 21 11:15:05.062594 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70918db2-5974-41f9-8d6b-359948c2fa5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74a341be-392b-475c-89bc-330fdf956306,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:15:05.082071 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3d2effad-0744-41f8-833b-f1593105663b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:05.125808 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d06ee0-c44c-4dec-a9e4-532279287a01 req-9163aacf-6e5c-484b-aef7-65e9eee2a7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:05.128291 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-48d06ee0-c44c-4dec-a9e4-532279287a01 req-9163aacf-6e5c-484b-aef7-65e9eee2a7d7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3ddc289c-7154-4e23-8f81-bf2d5b69083d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.6249866 Mar 21 11:15:05.198931 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f205e8-54fb-4d3f-8826-386d4b7d0c60 req-8673f4ec-fcb1-480f-8867-3723ab66847f tempest-VolumesActionsTest-611704359 tempest-VolumesActionsTest-611704359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:05.201310 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-83f205e8-54fb-4d3f-8826-386d4b7d0c60 req-8673f4ec-fcb1-480f-8867-3723ab66847f tempest-VolumesActionsTest-611704359 tempest-VolumesActionsTest-611704359-project] 10.222.0.24 "GET /v2.0/ports?device_id=43cf6aeb-ac8b-4b14-9eec-3511b9a9e8b8 HTTP/1.1" status: 200 len: 945 time: 0.1081462 Mar 21 11:15:05.222502 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-67cb63eb-abc9-4980-aea8-4bd138fe1cb7 admin admin] Publish callbacks [] for security_group (8122b59b-87c6-4f05-b610-a060a9edcebf), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:05.286023 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-67cb63eb-abc9-4980-aea8-4bd138fe1cb7 admin admin] Publish callbacks [] for security_group (8122b59b-87c6-4f05-b610-a060a9edcebf), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:05.371331 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-83f205e8-54fb-4d3f-8826-386d4b7d0c60 req-3169250f-095f-4d56-89af-ed9f6d07f594 tempest-VolumesActionsTest-611704359 tempest-VolumesActionsTest-611704359-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d30d1c4-e6ed-4ccb-9459-24281569750d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571937 Mar 21 11:15:05.382823 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09ca4d1-d2ad-48a8-b1e5-7cbda8e36e4d req-848862b8-542c-4fdc-ab66-e7e149347589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:05.385613 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-a09ca4d1-d2ad-48a8-b1e5-7cbda8e36e4d req-848862b8-542c-4fdc-ab66-e7e149347589 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=43cf6aeb-ac8b-4b14-9eec-3511b9a9e8b8 HTTP/1.1" status: 200 len: 1129 time: 0.1497457 Mar 21 11:15:05.407979 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-48d06ee0-c44c-4dec-a9e4-532279287a01 req-6c144bc3-cc0f-4c14-a0d9-3df4a13e7d1f service neutron] 10.222.0.32 "GET /v2.0/networks/3ddc289c-7154-4e23-8f81-bf2d5b69083d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2688787 Mar 21 11:15:05.449172 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3d2effad-0744-41f8-833b-f1593105663b admin admin] Publish callbacks [] for security_group (96ce3f56-7196-4bfa-aafc-770ad909212e), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:05.471220 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-a09ca4d1-d2ad-48a8-b1e5-7cbda8e36e4d req-8cd3d4be-85f1-496f-bd8a-7bef7da13a30 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=7d30d1c4-e6ed-4ccb-9459-24281569750d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741634 Mar 21 11:15:05.478195 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3d2effad-0744-41f8-833b-f1593105663b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (96ce3f56-7196-4bfa-aafc-770ad909212e), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:05.506387 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-67cb63eb-abc9-4980-aea8-4bd138fe1cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (8122b59b-87c6-4f05-b610-a060a9edcebf), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:05.509223 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-67cb63eb-abc9-4980-aea8-4bd138fe1cb7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:05.510407 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-67cb63eb-abc9-4980-aea8-4bd138fe1cb7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8122b59b-87c6-4f05-b610-a060a9edcebf HTTP/1.1" status: 204 len: 168 time: 0.8060999 Mar 21 11:15:05.552707 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-3d2effad-0744-41f8-833b-f1593105663b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c1d93ae0c08648e688a03b1d57a11164&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8965285 Mar 21 11:15:05.555647 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 42956) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:15:05.555859 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2effad-0744-41f8-833b-f1593105663b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96ce3f56-7196-4bfa-aafc-770ad909212e,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:15:05.590672 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cb63eb-abc9-4980-aea8-4bd138fe1cb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8122b59b-87c6-4f05-b610-a060a9edcebf,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:15:05.611922 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-48d06ee0-c44c-4dec-a9e4-532279287a01 req-dec3772b-0878-4710-8563-63ed07dd09dd service neutron] 10.222.0.32 "GET /v2.0/networks/3ddc289c-7154-4e23-8f81-bf2d5b69083d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963987 Mar 21 11:15:05.656853 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b1c00cb3-2635-4b30-8394-7ea7b06faac3 admin admin] Publish callbacks [] for security_group (96ce3f56-7196-4bfa-aafc-770ad909212e), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:05.695145 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b1c00cb3-2635-4b30-8394-7ea7b06faac3 admin admin] Publish callbacks [] for security_group (96ce3f56-7196-4bfa-aafc-770ad909212e), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:05.790777 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b1c00cb3-2635-4b30-8394-7ea7b06faac3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (96ce3f56-7196-4bfa-aafc-770ad909212e), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:05.796461 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b1c00cb3-2635-4b30-8394-7ea7b06faac3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:05.803394 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-b1c00cb3-2635-4b30-8394-7ea7b06faac3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/96ce3f56-7196-4bfa-aafc-770ad909212e HTTP/1.1" status: 204 len: 168 time: 0.2457492 Mar 21 11:15:05.823203 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c00cb3-2635-4b30-8394-7ea7b06faac3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96ce3f56-7196-4bfa-aafc-770ad909212e,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:15:05.983458 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 42972) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:15:06.009221 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0f8b5e5f-81db-4411-8aab-dbf1037d87fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:06.223743 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2081b8f1-1636-4d85-bd68-9e4bbe9657f6 req-4d21e242-52e6-4499-8855-7a3e2c2ca9b4 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:06.225797 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-2081b8f1-1636-4d85-bd68-9e4bbe9657f6 req-4d21e242-52e6-4499-8855-7a3e2c2ca9b4 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8703943-14fc-4c57-bce1-978a2a6a70a2 HTTP/1.1" status: 200 len: 945 time: 0.1739976 Mar 21 11:15:06.278150 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0f8b5e5f-81db-4411-8aab-dbf1037d87fa admin admin] Publish callbacks [] for security_group (ea497260-4d0f-4afc-b5d3-b77ffb128af0), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:06.289592 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7553a086-0dd1-44c7-b6ef-75626a24b93f req-1725a101-14b6-41cc-9c83-752bf32846c7 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:06.291330 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-7553a086-0dd1-44c7-b6ef-75626a24b93f req-1725a101-14b6-41cc-9c83-752bf32846c7 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] 10.222.0.24 "GET /v2.0/ports?device_id=0662b786-9e36-4e2b-8bd6-eb47286b140c HTTP/1.1" status: 200 len: 944 time: 0.1879969 Mar 21 11:15:06.294103 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0f8b5e5f-81db-4411-8aab-dbf1037d87fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (ea497260-4d0f-4afc-b5d3-b77ffb128af0), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:06.382649 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-2081b8f1-1636-4d85-bd68-9e4bbe9657f6 req-29fd86f3-df77-4d28-82ec-f092a42a35b3 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/security-groups?id=d16428e1-03fd-46f7-80c6-8696f1f626ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408463 Mar 21 11:15:06.387995 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-0f8b5e5f-81db-4411-8aab-dbf1037d87fa admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=759e39e5f36f4bf084f0155c0f0d471d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3995311 Mar 21 11:15:06.387995 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8b5e5f-81db-4411-8aab-dbf1037d87fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea497260-4d0f-4afc-b5d3-b77ffb128af0,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:15:06.388678 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 42984) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:15:06.431335 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-7553a086-0dd1-44c7-b6ef-75626a24b93f req-26a594bc-0ff6-4bb6-abb5-f76dec14eb3b tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] 10.222.0.24 "GET /v2.0/security-groups?id=75d85c22-4d5d-4d68-8658-8c6cea91e678&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1160743 Mar 21 11:15:06.493812 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-22318b56-6eb0-4820-9143-1c6d1ed8287e admin admin] Publish callbacks [] for security_group (ea497260-4d0f-4afc-b5d3-b77ffb128af0), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:06.540710 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-22318b56-6eb0-4820-9143-1c6d1ed8287e admin admin] Publish callbacks [] for security_group (ea497260-4d0f-4afc-b5d3-b77ffb128af0), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:06.591028 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Device 8a57dd06-b022-42a2-9606-ac1bb0f2543e details requested by agent hyperv_hv-cinder-83444 with host hv-cinder-83444 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 11:15:06.599279 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7ccd33-6e6f-4012-8550-87effeed6f36 req-bb4f32b2-3e81-468d-99e0-f992db53cb29 tempest-VolumesActionsTest-611704359 tempest-VolumesActionsTest-611704359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:06.609428 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-6b7ccd33-6e6f-4012-8550-87effeed6f36 req-bb4f32b2-3e81-468d-99e0-f992db53cb29 tempest-VolumesActionsTest-611704359 tempest-VolumesActionsTest-611704359-project] 10.222.0.24 "GET /v2.0/ports?device_id=43cf6aeb-ac8b-4b14-9eec-3511b9a9e8b8 HTTP/1.1" status: 200 len: 945 time: 0.0892613 Mar 21 11:15:06.641672 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-22318b56-6eb0-4820-9143-1c6d1ed8287e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (ea497260-4d0f-4afc-b5d3-b77ffb128af0), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:06.646965 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-22318b56-6eb0-4820-9143-1c6d1ed8287e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:06.649343 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-22318b56-6eb0-4820-9143-1c6d1ed8287e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ea497260-4d0f-4afc-b5d3-b77ffb128af0 HTTP/1.1" status: 204 len: 168 time: 0.2581618 Mar 21 11:15:06.667612 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22318b56-6eb0-4820-9143-1c6d1ed8287e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea497260-4d0f-4afc-b5d3-b77ffb128af0,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:15:06.681008 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-6b7ccd33-6e6f-4012-8550-87effeed6f36 req-b020b0b4-cb5e-4cd8-bb2a-412c7807cc1a tempest-VolumesActionsTest-611704359 tempest-VolumesActionsTest-611704359-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d30d1c4-e6ed-4ccb-9459-24281569750d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674801 Mar 21 11:15:06.778003 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] For port 8a57dd06-b022-42a2-9606-ac1bb0f2543e, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=8a57dd06-b022-42a2-9606-ac1bb0f2543e,segment=NetworkSegment(e8bbdbf4-7a3c-4382-b3f5-00a80b4a7f1d),segment_id=e8bbdbf4-7a3c-4382-b3f5-00a80b4a7f1d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:15:06.797701 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Returning: {'device': '8a57dd06-b022-42a2-9606-ac1bb0f2543e', 'network_id': '3ddc289c-7154-4e23-8f81-bf2d5b69083d', 'port_id': '8a57dd06-b022-42a2-9606-ac1bb0f2543e', 'mac_address': 'fa:16:3e:07:40:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b19ea63e-3287-4f53-b0cc-82d6b01cdd86', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 11:15:06.884067 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Current status of the port 8a57dd06-b022-42a2-9606-ac1bb0f2543e is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:15:06.884476 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (8a57dd06-b022-42a2-9606-ac1bb0f2543e), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:06.915520 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a57dd06-b022-42a2-9606-ac1bb0f2543e {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 11:15:06.947268 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] For port 8a57dd06-b022-42a2-9606-ac1bb0f2543e, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=8a57dd06-b022-42a2-9606-ac1bb0f2543e,segment=NetworkSegment(e8bbdbf4-7a3c-4382-b3f5-00a80b4a7f1d),segment_id=e8bbdbf4-7a3c-4382-b3f5-00a80b4a7f1d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:15:06.954599 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817'] for port (8a57dd06-b022-42a2-9606-ac1bb0f2543e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:07.049796 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Pushing event updated for resources: {'Port': ['ID=8a57dd06-b022-42a2-9606-ac1bb0f2543e,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:15:07.293949 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] get_ports_and_sgs() called for port_ids ['8a57dd06-b022-42a2-9606-ac1bb0f2543e'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 11:15:07.697625 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35c3346-4156-4eae-9d41-e4e3efdac80c req-cf20e2dd-e2a7-47a5-a6ee-3d7769367df5 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:07.699226 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-c35c3346-4156-4eae-9d41-e4e3efdac80c req-cf20e2dd-e2a7-47a5-a6ee-3d7769367df5 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8703943-14fc-4c57-bce1-978a2a6a70a2 HTTP/1.1" status: 200 len: 945 time: 0.1146080 Mar 21 11:15:07.729828 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a50a3b-fc76-4b52-8097-e13e0c84e88e req-181b3673-938a-4020-9a60-e05c49d789bb tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:07.734129 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-04a50a3b-fc76-4b52-8097-e13e0c84e88e req-181b3673-938a-4020-9a60-e05c49d789bb tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] 10.222.0.24 "GET /v2.0/ports?device_id=0662b786-9e36-4e2b-8bd6-eb47286b140c HTTP/1.1" status: 200 len: 945 time: 0.1375990 Mar 21 11:15:07.878041 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-04a50a3b-fc76-4b52-8097-e13e0c84e88e req-20c8d151-3e5d-4bff-bcd4-59c3080369b4 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] 10.222.0.24 "GET /v2.0/security-groups?id=75d85c22-4d5d-4d68-8658-8c6cea91e678&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1288335 Mar 21 11:15:07.925049 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-c35c3346-4156-4eae-9d41-e4e3efdac80c req-f3cc6d3d-f8b3-4406-9b9d-0e2572055cf9 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/security-groups?id=d16428e1-03fd-46f7-80c6-8696f1f626ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884518 Mar 21 11:15:08.119689 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8501ff1f-f116-4475-bb4a-053e8a97478a req-cfd0de8c-7e8f-4b7b-b9e7-4ede74357f4b tempest-VolumesActionsTest-611704359 tempest-VolumesActionsTest-611704359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:08.131385 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-8501ff1f-f116-4475-bb4a-053e8a97478a req-cfd0de8c-7e8f-4b7b-b9e7-4ede74357f4b tempest-VolumesActionsTest-611704359 tempest-VolumesActionsTest-611704359-project] 10.222.0.24 "GET /v2.0/ports?device_id=43cf6aeb-ac8b-4b14-9eec-3511b9a9e8b8 HTTP/1.1" status: 200 len: 945 time: 0.1302850 Mar 21 11:15:08.198580 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-8501ff1f-f116-4475-bb4a-053e8a97478a req-a29bd675-577e-4d62-88f6-02b9ac9389d4 tempest-VolumesActionsTest-611704359 tempest-VolumesActionsTest-611704359-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d30d1c4-e6ed-4ccb-9459-24281569750d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660732 Mar 21 11:15:08.619294 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Device 8a57dd06-b022-42a2-9606-ac1bb0f2543e up at agent hyperv_hv-cinder-83444 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:15:08.713081 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Provisioning for port 8a57dd06-b022-42a2-9606-ac1bb0f2543e completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 21 11:15:08.718479 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Provisioning complete for port 8a57dd06-b022-42a2-9606-ac1bb0f2543e triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:15:08.718867 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688166'] for port (8a57dd06-b022-42a2-9606-ac1bb0f2543e), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:08.831407 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Current status of the port 8a57dd06-b022-42a2-9606-ac1bb0f2543e is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:15:08.832139 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (8a57dd06-b022-42a2-9606-ac1bb0f2543e), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:09.142004 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0662b786-9e36-4e2b-8bd6-eb47286b140c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a57dd06-b022-42a2-9606-ac1bb0f2543e'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:15:09.150382 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f4962fb769adde196efb410afcfec8f2b34529d6df7ca74076ce40474c5a66c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e79fce7f-e7c6-46ce-ae9e-23e2afc4fceb" -d '{"events": [{"server_uuid": "0662b786-9e36-4e2b-8bd6-eb47286b140c", "name": "network-vif-plugged", "status": "completed", "tag": "8a57dd06-b022-42a2-9606-ac1bb0f2543e"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:15:09.184018 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] For port 8a57dd06-b022-42a2-9606-ac1bb0f2543e, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=8a57dd06-b022-42a2-9606-ac1bb0f2543e,segment=NetworkSegment(e8bbdbf4-7a3c-4382-b3f5-00a80b4a7f1d),segment_id=e8bbdbf4-7a3c-4382-b3f5-00a80b4a7f1d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:15:09.193734 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817'] for port (8a57dd06-b022-42a2-9606-ac1bb0f2543e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:09.242110 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979dd9f8-a4e2-4286-bc8a-e8091815746e req-51ee037c-9bf5-4f0f-8bf0-44100ea27c3f tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:09.246214 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-979dd9f8-a4e2-4286-bc8a-e8091815746e req-51ee037c-9bf5-4f0f-8bf0-44100ea27c3f tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] 10.222.0.24 "GET /v2.0/ports?device_id=0662b786-9e36-4e2b-8bd6-eb47286b140c HTTP/1.1" status: 200 len: 945 time: 0.2557354 Mar 21 11:15:09.315441 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96c83a0-d11e-4848-94f5-b80a11c08954 req-82079730-9291-45e7-a1b2-ddc4731b6bb6 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:09.328910 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-a96c83a0-d11e-4848-94f5-b80a11c08954 req-82079730-9291-45e7-a1b2-ddc4731b6bb6 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8703943-14fc-4c57-bce1-978a2a6a70a2 HTTP/1.1" status: 200 len: 945 time: 0.2099776 Mar 21 11:15:09.331476 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Pushing event updated for resources: {'Port': ['ID=8a57dd06-b022-42a2-9606-ac1bb0f2543e,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:15:09.437315 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-979dd9f8-a4e2-4286-bc8a-e8091815746e req-18bc3aaa-8ed6-4f61-a278-17caade91d43 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] 10.222.0.24 "GET /v2.0/security-groups?id=75d85c22-4d5d-4d68-8658-8c6cea91e678&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1793406 Mar 21 11:15:09.453168 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-a96c83a0-d11e-4848-94f5-b80a11c08954 req-6b529c2c-cf9c-40e5-81dc-783fc9c89a4c tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/security-groups?id=d16428e1-03fd-46f7-80c6-8696f1f626ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228218 Mar 21 11:15:09.551480 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 11:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32dca6be-b244-4845-86fd-16c496554d1a x-openstack-request-id: req-32dca6be-b244-4845-86fd-16c496554d1a {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:15:09.551480 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0662b786-9e36-4e2b-8bd6-eb47286b140c", "name": "network-vif-plugged", "status": "completed", "tag": "8a57dd06-b022-42a2-9606-ac1bb0f2543e", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:15:09.551480 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-32dca6be-b244-4845-86fd-16c496554d1a {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:15:09.551480 dv-cinder-834448-1-smb neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0662b786-9e36-4e2b-8bd6-eb47286b140c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a57dd06-b022-42a2-9606-ac1bb0f2543e', 'code': 200} Mar 21 11:15:09.875223 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6412aa-bbc6-4210-b371-95b106ef640f req-2bab7ca6-79de-434e-ba29-d3fa5ab25e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:09.876825 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-3a6412aa-bbc6-4210-b371-95b106ef640f req-2bab7ca6-79de-434e-ba29-d3fa5ab25e36 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0662b786-9e36-4e2b-8bd6-eb47286b140c HTTP/1.1" status: 200 len: 1130 time: 0.1223495 Mar 21 11:15:09.935155 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0d9119-ea79-4c62-9fda-70ec5745bab0 req-609996d0-c8ce-4c11-ae11-b709f29746b6 tempest-VolumesActionsTest-611704359 tempest-VolumesActionsTest-611704359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:09.936987 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-9c0d9119-ea79-4c62-9fda-70ec5745bab0 req-609996d0-c8ce-4c11-ae11-b709f29746b6 tempest-VolumesActionsTest-611704359 tempest-VolumesActionsTest-611704359-project] 10.222.0.24 "GET /v2.0/ports?device_id=43cf6aeb-ac8b-4b14-9eec-3511b9a9e8b8 HTTP/1.1" status: 200 len: 945 time: 0.0652781 Mar 21 11:15:09.970268 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-3a6412aa-bbc6-4210-b371-95b106ef640f req-2e42842f-b0fe-49ad-990b-21c0d91ee1de service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=75d85c22-4d5d-4d68-8658-8c6cea91e678&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672221 Mar 21 11:15:10.008036 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-9c0d9119-ea79-4c62-9fda-70ec5745bab0 req-3b6187a2-b6d8-4808-bfb3-a8bf0e4263f2 tempest-VolumesActionsTest-611704359 tempest-VolumesActionsTest-611704359-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d30d1c4-e6ed-4ccb-9459-24281569750d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577672 Mar 21 11:15:10.682932 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33826ed-c7f9-4aab-8303-729b4983d1d9 req-b87ed15b-d301-473c-ac68-a20d0a4dde39 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:10.685263 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-c33826ed-c7f9-4aab-8303-729b4983d1d9 req-b87ed15b-d301-473c-ac68-a20d0a4dde39 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] 10.222.0.24 "GET /v2.0/ports?device_id=0662b786-9e36-4e2b-8bd6-eb47286b140c HTTP/1.1" status: 200 len: 946 time: 0.1362262 Mar 21 11:15:10.706037 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d867a06d-6edd-4ad8-aab7-56f9c4c0eac7 req-072ae719-078a-4c93-ae26-93956e479cf9 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:10.708087 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-d867a06d-6edd-4ad8-aab7-56f9c4c0eac7 req-072ae719-078a-4c93-ae26-93956e479cf9 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8703943-14fc-4c57-bce1-978a2a6a70a2 HTTP/1.1" status: 200 len: 945 time: 0.1388958 Mar 21 11:15:10.838195 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-c33826ed-c7f9-4aab-8303-729b4983d1d9 req-052567f1-d2cb-4f63-beec-848b54229f50 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] 10.222.0.24 "GET /v2.0/security-groups?id=75d85c22-4d5d-4d68-8658-8c6cea91e678&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1289923 Mar 21 11:15:10.851324 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-d867a06d-6edd-4ad8-aab7-56f9c4c0eac7 req-7520a866-df9f-4833-b44f-d02fafd31a67 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/security-groups?id=d16428e1-03fd-46f7-80c6-8696f1f626ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263115 Mar 21 11:15:11.196982 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd0c347-a96e-45fd-923c-f43fb67308a3 req-3c600702-28f6-43d4-9734-28a7760bcecb tempest-VolumesActionsTest-611704359 tempest-VolumesActionsTest-611704359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:11.199724 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-0fd0c347-a96e-45fd-923c-f43fb67308a3 req-3c600702-28f6-43d4-9734-28a7760bcecb tempest-VolumesActionsTest-611704359 tempest-VolumesActionsTest-611704359-project] 10.222.0.24 "GET /v2.0/ports?device_id=43cf6aeb-ac8b-4b14-9eec-3511b9a9e8b8 HTTP/1.1" status: 200 len: 945 time: 0.1016285 Mar 21 11:15:11.266769 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-0fd0c347-a96e-45fd-923c-f43fb67308a3 req-36ef2c0e-24d2-4183-ac2e-3d0c9b4acb54 tempest-VolumesActionsTest-611704359 tempest-VolumesActionsTest-611704359-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d30d1c4-e6ed-4ccb-9459-24281569750d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610669 Mar 21 11:15:12.104980 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45d52c6-ff5d-4a4d-8291-038df7703dab req-ab29a75e-09a9-480d-a9b3-5dcbe092a282 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:12.106636 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-e45d52c6-ff5d-4a4d-8291-038df7703dab req-ab29a75e-09a9-480d-a9b3-5dcbe092a282 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] 10.222.0.24 "GET /v2.0/ports?device_id=0662b786-9e36-4e2b-8bd6-eb47286b140c HTTP/1.1" status: 200 len: 946 time: 0.1391592 Mar 21 11:15:12.115008 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b6e573-1801-48c7-b234-1e4f1e66a8eb req-981ae0fe-2afd-4227-bcbd-836a691fa4e8 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:12.119537 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-40b6e573-1801-48c7-b234-1e4f1e66a8eb req-981ae0fe-2afd-4227-bcbd-836a691fa4e8 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8703943-14fc-4c57-bce1-978a2a6a70a2 HTTP/1.1" status: 200 len: 945 time: 0.1331584 Mar 21 11:15:12.221730 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-40b6e573-1801-48c7-b234-1e4f1e66a8eb req-9393eb22-2720-4e26-ba7f-d3dbe08582fb tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/security-groups?id=d16428e1-03fd-46f7-80c6-8696f1f626ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978720 Mar 21 11:15:12.225159 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-e45d52c6-ff5d-4a4d-8291-038df7703dab req-9dda68fd-8684-4cb3-bcc4-97f8515af162 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] 10.222.0.24 "GET /v2.0/security-groups?id=75d85c22-4d5d-4d68-8658-8c6cea91e678&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1039586 Mar 21 11:15:12.395556 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0af4ef-d010-429f-bae1-83a91bd6c57f req-28a041f2-2a82-4652-a7b5-62c11c9632af tempest-VolumesActionsTest-611704359 tempest-VolumesActionsTest-611704359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:12.397381 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-2f0af4ef-d010-429f-bae1-83a91bd6c57f req-28a041f2-2a82-4652-a7b5-62c11c9632af tempest-VolumesActionsTest-611704359 tempest-VolumesActionsTest-611704359-project] 10.222.0.32 "GET /v2.0/ports?device_id=43cf6aeb-ac8b-4b14-9eec-3511b9a9e8b8 HTTP/1.1" status: 200 len: 945 time: 0.1934257 Mar 21 11:15:12.447764 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a18270-ac74-406b-8243-628d17a2c355 req-8ef122ad-fd48-472d-81e2-f1ae67999c89 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:12.449418 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-f6a18270-ac74-406b-8243-628d17a2c355 req-8ef122ad-fd48-472d-81e2-f1ae67999c89 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] 10.222.0.24 "GET /v2.0/ports?device_id=0662b786-9e36-4e2b-8bd6-eb47286b140c HTTP/1.1" status: 200 len: 946 time: 0.0951681 Mar 21 11:15:12.471018 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 43244) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:15:12.478353 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.v2.base [None req-5f86350b-9f11-4bab-b351-c72da538ebf9 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Request body: {'floatingip': {'port_id': '8a57dd06-b022-42a2-9606-ac1bb0f2543e'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:15:12.487255 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b54e00c-eb38-463f-9fed-8ac58daf4c89 req-55f9bbe9-eb65-4706-9c07-56fdd56222c8 tempest-VolumesActionsTest-611704359 tempest-VolumesActionsTest-611704359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:12.496323 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-7b54e00c-eb38-463f-9fed-8ac58daf4c89 req-55f9bbe9-eb65-4706-9c07-56fdd56222c8 tempest-VolumesActionsTest-611704359 tempest-VolumesActionsTest-611704359-project] 10.222.0.24 "GET /v2.0/ports?device_id=43cf6aeb-ac8b-4b14-9eec-3511b9a9e8b8 HTTP/1.1" status: 200 len: 945 time: 0.1305563 Mar 21 11:15:12.567185 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-7b54e00c-eb38-463f-9fed-8ac58daf4c89 req-68d77b5f-ee7f-44bd-85d1-b4d1931684f9 tempest-VolumesActionsTest-611704359 tempest-VolumesActionsTest-611704359-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d30d1c4-e6ed-4ccb-9459-24281569750d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662494 Mar 21 11:15:12.582484 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5f86350b-9f11-4bab-b351-c72da538ebf9 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks [] for floatingip (93431887-c2ce-40ac-bd29-5c4413302db8), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:12.811931 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-2f0af4ef-d010-429f-bae1-83a91bd6c57f req-2eecd125-55b5-4186-abba-f83826ae53b4 tempest-VolumesActionsTest-611704359 tempest-VolumesActionsTest-611704359-project] Deleting port e9f7a3a6-ca5f-4548-8f34-1614700eb31d {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:15:12.812285 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-2f0af4ef-d010-429f-bae1-83a91bd6c57f req-2eecd125-55b5-4186-abba-f83826ae53b4 tempest-VolumesActionsTest-611704359 tempest-VolumesActionsTest-611704359-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738246690591'] for port (e9f7a3a6-ca5f-4548-8f34-1614700eb31d), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:13.008806 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-2f0af4ef-d010-429f-bae1-83a91bd6c57f req-2eecd125-55b5-4186-abba-f83826ae53b4 tempest-VolumesActionsTest-611704359 tempest-VolumesActionsTest-611704359-project] For port e9f7a3a6-ca5f-4548-8f34-1614700eb31d, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=e9f7a3a6-ca5f-4548-8f34-1614700eb31d,segment=NetworkSegment(84e32668-92aa-4520-8ad7-794c56c23f1c),segment_id=84e32668-92aa-4520-8ad7-794c56c23f1c)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:15:13.009071 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-2f0af4ef-d010-429f-bae1-83a91bd6c57f req-2eecd125-55b5-4186-abba-f83826ae53b4 tempest-VolumesActionsTest-611704359 tempest-VolumesActionsTest-611704359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701214'] for port (e9f7a3a6-ca5f-4548-8f34-1614700eb31d), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:13.038592 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-2f0af4ef-d010-429f-bae1-83a91bd6c57f req-2eecd125-55b5-4186-abba-f83826ae53b4 tempest-VolumesActionsTest-611704359 tempest-VolumesActionsTest-611704359-project] Calling delete_port for e9f7a3a6-ca5f-4548-8f34-1614700eb31d owned by compute:nova {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:15:13.402457 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef19d555-ff80-477a-9d8e-937ac0066911 req-b87bb136-65df-4cab-85cf-87085f511575 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:13.404064 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-ef19d555-ff80-477a-9d8e-937ac0066911 req-b87bb136-65df-4cab-85cf-87085f511575 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8703943-14fc-4c57-bce1-978a2a6a70a2 HTTP/1.1" status: 200 len: 945 time: 0.0769777 Mar 21 11:15:13.435379 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5f86350b-9f11-4bab-b351-c72da538ebf9 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:13.447789 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5f86350b-9f11-4bab-b351-c72da538ebf9 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1690700'] for floatingip (93431887-c2ce-40ac-bd29-5c4413302db8), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:13.453031 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-2f0af4ef-d010-429f-bae1-83a91bd6c57f req-2eecd125-55b5-4186-abba-f83826ae53b4 tempest-VolumesActionsTest-611704359 tempest-VolumesActionsTest-611704359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738246698626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738246144790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265271506'] for port (e9f7a3a6-ca5f-4548-8f34-1614700eb31d), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:13.474399 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] get_ports_and_sgs() called for port_ids ['e9f7a3a6-ca5f-4548-8f34-1614700eb31d'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 11:15:13.481354 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-ef19d555-ff80-477a-9d8e-937ac0066911 req-aa123df3-6805-4701-bc48-ce479ce957e8 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/security-groups?id=d16428e1-03fd-46f7-80c6-8696f1f626ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705037 Mar 21 11:15:13.721136 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-efec87a9-03db-4db1-a37b-d93dd867d978 req-0dfae1e2-ef90-4d47-9fe9-284cdfe1b790 tempest-VolumesActionsTest-611704359 tempest-VolumesActionsTest-611704359-project] 10.222.0.24 "GET /v2.0/ports?device_id=43cf6aeb-ac8b-4b14-9eec-3511b9a9e8b8 HTTP/1.1" status: 200 len: 210 time: 0.0505791 Mar 21 11:15:13.783949 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eecd125-55b5-4186-abba-f83826ae53b4 tempest-VolumesActionsTest-611704359 tempest-VolumesActionsTest-611704359-project] Pushing event deleted for resources: {'Port': ['ID=e9f7a3a6-ca5f-4548-8f34-1614700eb31d,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:15:13.862558 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f0af4ef-d010-429f-bae1-83a91bd6c57f req-2eecd125-55b5-4186-abba-f83826ae53b4 tempest-VolumesActionsTest-611704359 tempest-VolumesActionsTest-611704359-project] No DVR routers for this DVR port e9f7a3a6-ca5f-4548-8f34-1614700eb31d on host hv-cinder-83444 {{(pid=103422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 11:15:13.876623 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-2f0af4ef-d010-429f-bae1-83a91bd6c57f req-2eecd125-55b5-4186-abba-f83826ae53b4 tempest-VolumesActionsTest-611704359 tempest-VolumesActionsTest-611704359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97509'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:13.880102 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-2f0af4ef-d010-429f-bae1-83a91bd6c57f req-2eecd125-55b5-4186-abba-f83826ae53b4 tempest-VolumesActionsTest-611704359 tempest-VolumesActionsTest-611704359-project] 10.222.0.32 "DELETE /v2.0/ports/e9f7a3a6-ca5f-4548-8f34-1614700eb31d HTTP/1.1" status: 204 len: 173 time: 1.4756784 Mar 21 11:15:13.880592 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43cf6aeb-ac8b-4b14-9eec-3511b9a9e8b8', 'name': 'network-vif-deleted', 'tag': 'e9f7a3a6-ca5f-4548-8f34-1614700eb31d'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:15:13.883058 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41c5d39db19d144038176bb777b16d1c8d23e2eed0354b669264d617ed9abe1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ce7f064-d39a-4614-86f3-d576757a4a45" -d '{"events": [{"server_uuid": "43cf6aeb-ac8b-4b14-9eec-3511b9a9e8b8", "name": "network-vif-deleted", "tag": "e9f7a3a6-ca5f-4548-8f34-1614700eb31d"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:15:13.906152 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.db.l3_db [None req-5f86350b-9f11-4bab-b351-c72da538ebf9 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Floating IP 93431887-c2ce-40ac-bd29-5c4413302db8 associated. External IP: 172.28.0.2, port: 8a57dd06-b022-42a2-9606-ac1bb0f2543e. Mar 21 11:15:13.951796 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 11:15:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83ea84a7-88c3-4fb5-9339-552b56ed4aa2 x-openstack-request-id: req-83ea84a7-88c3-4fb5-9339-552b56ed4aa2 {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:15:13.952213 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43cf6aeb-ac8b-4b14-9eec-3511b9a9e8b8", "name": "network-vif-deleted", "tag": "e9f7a3a6-ca5f-4548-8f34-1614700eb31d", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:15:13.952411 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-83ea84a7-88c3-4fb5-9339-552b56ed4aa2 {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:15:13.953128 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43cf6aeb-ac8b-4b14-9eec-3511b9a9e8b8', 'name': 'network-vif-deleted', 'tag': 'e9f7a3a6-ca5f-4548-8f34-1614700eb31d', 'status': 'completed', 'code': 200} Mar 21 11:15:14.235434 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f86350b-9f11-4bab-b351-c72da538ebf9 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Router b6f812b9-6d9a-4ef9-93fc-911b8f0819b8 has already been hosted by L3 agent 5097f9b2-2ef0-4af4-bde3-0c344dd6e70c {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 11:15:14.432936 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f86350b-9f11-4bab-b351-c72da538ebf9 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Notify agent at l3_agent.dv-cinder-834448-1-smb the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 11:15:14.441306 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5f86350b-9f11-4bab-b351-c72da538ebf9 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97509'] for floatingip (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:14.458487 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b13cd36-cf84-46c2-a91c-aebd5cc83e3d None None] Sync routers for ids ['b6f812b9-6d9a-4ef9-93fc-911b8f0819b8'] in dv-cinder-834448-1-smb {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 11:15:14.484056 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b13cd36-cf84-46c2-a91c-aebd5cc83e3d None None] Routers {'b6f812b9-6d9a-4ef9-93fc-911b8f0819b8'} bound to L3 agent in host dv-cinder-834448-1-smb {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:15:14.486031 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-3b13cd36-cf84-46c2-a91c-aebd5cc83e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-21T11:04:55Z,description=,heartbeat_timestamp=2022-03-21T11:14:56Z,host='dv-cinder-834448-1-smb',id=5097f9b2-2ef0-4af4-bde3-0c344dd6e70c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:55Z,topic='l3_agent')) {'router_ids': ['b6f812b9-6d9a-4ef9-93fc-911b8f0819b8'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:15:14.494389 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-5f86350b-9f11-4bab-b351-c72da538ebf9 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] 10.222.0.24 "PUT /v2.0/floatingips/93431887-c2ce-40ac-bd29-5c4413302db8 HTTP/1.1" status: 200 len: 990 time: 2.0213919 Mar 21 11:15:14.691434 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-3b13cd36-cf84-46c2-a91c-aebd5cc83e3d None None] Set router b6f812b9-6d9a-4ef9-93fc-911b8f0819b8 gateway port host: dv-cinder-834448-1-smb {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:15:14.782702 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed590c96-17a4-4d31-b696-f4e66fb9c9f7 req-48a532af-195f-4fe3-9cb3-3f739f3a549c tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:14.785998 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-ed590c96-17a4-4d31-b696-f4e66fb9c9f7 req-48a532af-195f-4fe3-9cb3-3f739f3a549c tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8703943-14fc-4c57-bce1-978a2a6a70a2 HTTP/1.1" status: 200 len: 945 time: 0.1027529 Mar 21 11:15:14.883106 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-ed590c96-17a4-4d31-b696-f4e66fb9c9f7 req-f29e6250-6bc5-4544-b83a-c325de23e16a tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/security-groups?id=d16428e1-03fd-46f7-80c6-8696f1f626ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897911 Mar 21 11:15:15.105223 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-3b13cd36-cf84-46c2-a91c-aebd5cc83e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6f812b9-6d9a-4ef9-93fc-911b8f0819b8', 'name': 'tempest-AttachVolumeNegativeTest-905083178-router', 'tenant_id': 'a69c1808af3d4640ae6355109b334cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'external_fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.149'}], 'enable_snat': True}, 'gw_port_id': '682ae32b-17c7-4a87-8472-bef89307aa9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:14:43Z', 'updated_at': '2022-03-21T11:14:50Z', 'revision_number': 4, 'project_id': 'a69c1808af3d4640ae6355109b334cd8', 'gw_port': {'id': '682ae32b-17c7-4a87-8472-bef89307aa9b', 'name': '', 'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:f2:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f812b9-6d9a-4ef9-93fc-911b8f0819b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:14:44Z', 'updated_at': '2022-03-21T11:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-smb', '_floatingips': [{'id': '93431887-c2ce-40ac-bd29-5c4413302db8', 'tenant_id': 'a69c1808af3d4640ae6355109b334cd8', 'floating_ip_address': '172.28.0.2', 'floating_network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'router_id': 'b6f812b9-6d9a-4ef9-93fc-911b8f0819b8', 'port_id': '8a57dd06-b022-42a2-9606-ac1bb0f2543e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 281, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ddc289c-7154-4e23-8f81-bf2d5b69083d', 'mac_address': 'fa:16:3e:07:40:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0662b786-9e36-4e2b-8bd6-eb47286b140c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T11:14:55Z', 'updated_at': '2022-03-21T11:15:13Z', 'revision_number': 1, 'project_id': 'a69c1808af3d4640ae6355109b334cd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b30e9ea-93a0-4312-be48-594c5c822598', 'name': '', 'network_id': '3ddc289c-7154-4e23-8f81-bf2d5b69083d', 'tenant_id': 'a69c1808af3d4640ae6355109b334cd8', 'mac_address': 'fa:16:3e:37:c0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f812b9-6d9a-4ef9-93fc-911b8f0819b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': 'b19ea63e-3287-4f53-b0cc-82d6b01cdd86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:14:48Z', 'updated_at': '2022-03-21T11:14:56Z', 'revision_number': 5, 'project_id': 'a69c1808af3d4640ae6355109b334cd8', 'subnets': [{'id': 'b19ea63e-3287-4f53-b0cc-82d6b01cdd86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-1-smb', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:15:15.172203 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b13cd36-cf84-46c2-a91c-aebd5cc83e3d None None] Checking router: b6f812b9-6d9a-4ef9-93fc-911b8f0819b8 for host: dv-cinder-834448-1-smb {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 11:15:15.185615 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b13cd36-cf84-46c2-a91c-aebd5cc83e3d None None] Routers {'b6f812b9-6d9a-4ef9-93fc-911b8f0819b8'} bound to L3 agent in host dv-cinder-834448-1-smb {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:15:15.186708 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-3b13cd36-cf84-46c2-a91c-aebd5cc83e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-21T11:04:55Z,description=,heartbeat_timestamp=2022-03-21T11:14:56Z,host='dv-cinder-834448-1-smb',id=5097f9b2-2ef0-4af4-bde3-0c344dd6e70c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:55Z,topic='l3_agent')) {'router_ids': ['b6f812b9-6d9a-4ef9-93fc-911b8f0819b8'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:15:15.372690 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-3b13cd36-cf84-46c2-a91c-aebd5cc83e3d None None] Set router b6f812b9-6d9a-4ef9-93fc-911b8f0819b8 gateway port host: dv-cinder-834448-1-smb {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:15:15.644424 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 43312) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:15:15.686023 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-3b13cd36-cf84-46c2-a91c-aebd5cc83e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6f812b9-6d9a-4ef9-93fc-911b8f0819b8', 'name': 'tempest-AttachVolumeNegativeTest-905083178-router', 'tenant_id': 'a69c1808af3d4640ae6355109b334cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'external_fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.149'}], 'enable_snat': True}, 'gw_port_id': '682ae32b-17c7-4a87-8472-bef89307aa9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:14:43Z', 'updated_at': '2022-03-21T11:14:50Z', 'revision_number': 4, 'project_id': 'a69c1808af3d4640ae6355109b334cd8', 'gw_port': {'id': '682ae32b-17c7-4a87-8472-bef89307aa9b', 'name': '', 'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:f2:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f812b9-6d9a-4ef9-93fc-911b8f0819b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:14:44Z', 'updated_at': '2022-03-21T11:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-smb', '_floatingips': [{'id': '93431887-c2ce-40ac-bd29-5c4413302db8', 'tenant_id': 'a69c1808af3d4640ae6355109b334cd8', 'floating_ip_address': '172.28.0.2', 'floating_network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'router_id': 'b6f812b9-6d9a-4ef9-93fc-911b8f0819b8', 'port_id': '8a57dd06-b022-42a2-9606-ac1bb0f2543e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 281, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ddc289c-7154-4e23-8f81-bf2d5b69083d', 'mac_address': 'fa:16:3e:07:40:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0662b786-9e36-4e2b-8bd6-eb47286b140c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T11:14:55Z', 'updated_at': '2022-03-21T11:15:13Z', 'revision_number': 1, 'project_id': 'a69c1808af3d4640ae6355109b334cd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b30e9ea-93a0-4312-be48-594c5c822598', 'name': '', 'network_id': '3ddc289c-7154-4e23-8f81-bf2d5b69083d', 'tenant_id': 'a69c1808af3d4640ae6355109b334cd8', 'mac_address': 'fa:16:3e:37:c0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f812b9-6d9a-4ef9-93fc-911b8f0819b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': 'b19ea63e-3287-4f53-b0cc-82d6b01cdd86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:14:48Z', 'updated_at': '2022-03-21T11:14:56Z', 'revision_number': 5, 'project_id': 'a69c1808af3d4640ae6355109b334cd8', 'subnets': [{'id': 'b19ea63e-3287-4f53-b0cc-82d6b01cdd86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-1-smb', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:15:15.722410 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b13cd36-cf84-46c2-a91c-aebd5cc83e3d None None] The sync data for ids ['b6f812b9-6d9a-4ef9-93fc-911b8f0819b8'] in dv-cinder-834448-1-smb is: [{'id': 'b6f812b9-6d9a-4ef9-93fc-911b8f0819b8', 'name': 'tempest-AttachVolumeNegativeTest-905083178-router', 'tenant_id': 'a69c1808af3d4640ae6355109b334cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'external_fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.149'}], 'enable_snat': True}, 'gw_port_id': '682ae32b-17c7-4a87-8472-bef89307aa9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:14:43Z', 'updated_at': '2022-03-21T11:14:50Z', 'revision_number': 4, 'project_id': 'a69c1808af3d4640ae6355109b334cd8', 'gw_port': {'id': '682ae32b-17c7-4a87-8472-bef89307aa9b', 'name': '', 'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:f2:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f812b9-6d9a-4ef9-93fc-911b8f0819b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:14:44Z', 'updated_at': '2022-03-21T11:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-smb', '_floatingips': [{'id': '93431887-c2ce-40ac-bd29-5c4413302db8', 'tenant_id': 'a69c1808af3d4640ae6355109b334cd8', 'floating_ip_address': '172.28.0.2', 'floating_network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'router_id': 'b6f812b9-6d9a-4ef9-93fc-911b8f0819b8', 'port_id': '8a57dd06-b022-42a2-9606-ac1bb0f2543e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 281, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ddc289c-7154-4e23-8f81-bf2d5b69083d', 'mac_address': 'fa:16:3e:07:40:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0662b786-9e36-4e2b-8bd6-eb47286b140c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T11:14:55Z', 'updated_at': '2022-03-21T11:15:13Z', 'revision_number': 1, 'project_id': 'a69c1808af3d4640ae6355109b334cd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b30e9ea-93a0-4312-be48-594c5c822598', 'name': '', 'network_id': '3ddc289c-7154-4e23-8f81-bf2d5b69083d', 'tenant_id': 'a69c1808af3d4640ae6355109b334cd8', 'mac_address': 'fa:16:3e:37:c0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f812b9-6d9a-4ef9-93fc-911b8f0819b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': 'b19ea63e-3287-4f53-b0cc-82d6b01cdd86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:14:48Z', 'updated_at': '2022-03-21T11:14:56Z', 'revision_number': 5, 'project_id': 'a69c1808af3d4640ae6355109b334cd8', 'subnets': [{'id': 'b19ea63e-3287-4f53-b0cc-82d6b01cdd86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 11:15:15.836977 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3e6cbe05-33fd-4c45-a400-73244092b2cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:15.954492 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0662b786-9e36-4e2b-8bd6-eb47286b140c', 'tag': '8a57dd06-b022-42a2-9606-ac1bb0f2543e'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:15:15.961993 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41c5d39db19d144038176bb777b16d1c8d23e2eed0354b669264d617ed9abe1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8117432b-ad6d-48b9-bb09-b710e8d93200" -d '{"events": [{"name": "network-changed", "server_uuid": "0662b786-9e36-4e2b-8bd6-eb47286b140c", "tag": "8a57dd06-b022-42a2-9606-ac1bb0f2543e"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:15:15.987919 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3e6cbe05-33fd-4c45-a400-73244092b2cf admin admin] Publish callbacks [] for security_group (7ec75006-39b0-4972-bc31-415e9ac7eddf), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:15.996115 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3e6cbe05-33fd-4c45-a400-73244092b2cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (7ec75006-39b0-4972-bc31-415e9ac7eddf), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:16.085449 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-3e6cbe05-33fd-4c45-a400-73244092b2cf admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bbb1e450115e41708f876a757a3b2f53&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4352922 Mar 21 11:15:16.085449 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6cbe05-33fd-4c45-a400-73244092b2cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ec75006-39b0-4972-bc31-415e9ac7eddf,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:15:16.086571 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 43330) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:15:16.104596 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b515bd58-8ecc-4104-bbfa-39f9eb8b6dec None None] New status for floating IP 93431887-c2ce-40ac-bd29-5c4413302db8: ACTIVE {{(pid=103423) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 11:15:16.273263 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5a3e42f9-df72-4dfa-8f9b-50cad9f6c84c admin admin] Publish callbacks [] for security_group (7ec75006-39b0-4972-bc31-415e9ac7eddf), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:16.309280 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5a3e42f9-df72-4dfa-8f9b-50cad9f6c84c admin admin] Publish callbacks [] for security_group (7ec75006-39b0-4972-bc31-415e9ac7eddf), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:16.407729 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5a3e42f9-df72-4dfa-8f9b-50cad9f6c84c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (7ec75006-39b0-4972-bc31-415e9ac7eddf), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:16.413874 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5a3e42f9-df72-4dfa-8f9b-50cad9f6c84c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:16.419458 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-5a3e42f9-df72-4dfa-8f9b-50cad9f6c84c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7ec75006-39b0-4972-bc31-415e9ac7eddf HTTP/1.1" status: 204 len: 168 time: 0.3315635 Mar 21 11:15:16.443798 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3e42f9-df72-4dfa-8f9b-50cad9f6c84c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ec75006-39b0-4972-bc31-415e9ac7eddf,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:15:16.587916 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa63995-57af-437a-9ee0-303f4f0d81d2 req-7ed4e36f-7ca7-49d1-8767-e2879ef3b69d tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:16.590009 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-aaa63995-57af-437a-9ee0-303f4f0d81d2 req-7ed4e36f-7ca7-49d1-8767-e2879ef3b69d tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8703943-14fc-4c57-bce1-978a2a6a70a2 HTTP/1.1" status: 200 len: 945 time: 0.0938475 Mar 21 11:15:16.649031 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Device e9f7a3a6-ca5f-4548-8f34-1614700eb31d no longer exists at agent hyperv_hv-cinder-83444 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 11:15:16.677956 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-aaa63995-57af-437a-9ee0-303f4f0d81d2 req-fd87910a-10ac-4852-a7e9-39f857dfdd5d tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/security-groups?id=d16428e1-03fd-46f7-80c6-8696f1f626ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791245 Mar 21 11:15:16.692855 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] No Port match for: e9f7a3a6-ca5f-4548-8f34-1614700eb31d {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 11:15:16.693413 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Device e9f7a3a6-ca5f-4548-8f34-1614700eb31d not bound to the agent host hv-cinder-83444 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 11:15:16.758825 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 11:15:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32c3831c-7194-46cf-b9c0-1c1f7bdc09f0 x-openstack-request-id: req-32c3831c-7194-46cf-b9c0-1c1f7bdc09f0 {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:15:16.759190 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0662b786-9e36-4e2b-8bd6-eb47286b140c", "tag": "8a57dd06-b022-42a2-9606-ac1bb0f2543e", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:15:16.759545 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-32c3831c-7194-46cf-b9c0-1c1f7bdc09f0 {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:15:16.760164 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0662b786-9e36-4e2b-8bd6-eb47286b140c', 'tag': '8a57dd06-b022-42a2-9606-ac1bb0f2543e', 'status': 'completed', 'code': 200} Mar 21 11:15:16.902027 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8117432b-ad6d-48b9-bb09-b710e8d93200 req-07b03612-d034-4891-afdf-6db449c2b245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:16.905121 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-8117432b-ad6d-48b9-bb09-b710e8d93200 req-07b03612-d034-4891-afdf-6db449c2b245 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a69c1808af3d4640ae6355109b334cd8&device_id=0662b786-9e36-4e2b-8bd6-eb47286b140c HTTP/1.1" status: 200 len: 1130 time: 0.1176288 Mar 21 11:15:16.970366 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 43344) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:15:16.994780 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4e6743c6-3e4b-445b-b228-5382358a5bf3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:17.054123 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8117432b-ad6d-48b9-bb09-b710e8d93200 req-3125a116-6b7c-4f90-ae0a-c22b86accbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:17.055871 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-8117432b-ad6d-48b9-bb09-b710e8d93200 req-3125a116-6b7c-4f90-ae0a-c22b86accbb1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3ddc289c-7154-4e23-8f81-bf2d5b69083d HTTP/1.1" status: 200 len: 915 time: 0.1427665 Mar 21 11:15:17.152555 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4e6743c6-3e4b-445b-b228-5382358a5bf3 admin admin] Publish callbacks [] for security_group (3ba2646d-efc7-4f36-b420-0a47d29d3885), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:17.158129 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-8117432b-ad6d-48b9-bb09-b710e8d93200 req-ebeecb5d-af7a-4eb8-bd73-78bc3becb0b6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8a57dd06-b022-42a2-9606-ac1bb0f2543e HTTP/1.1" status: 200 len: 1000 time: 0.0939341 Mar 21 11:15:17.160286 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4e6743c6-3e4b-445b-b228-5382358a5bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (3ba2646d-efc7-4f36-b420-0a47d29d3885), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:17.228894 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-4e6743c6-3e4b-445b-b228-5382358a5bf3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=16fb6f673715408f9ef15bcf97e4a3fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2573898 Mar 21 11:15:17.231883 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6743c6-3e4b-445b-b228-5382358a5bf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ba2646d-efc7-4f36-b420-0a47d29d3885,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:15:17.234207 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 43348) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:15:17.265175 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8117432b-ad6d-48b9-bb09-b710e8d93200 req-f31136f9-554c-4a51-aff1-ab68840051ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:17.266920 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-8117432b-ad6d-48b9-bb09-b710e8d93200 req-f31136f9-554c-4a51-aff1-ab68840051ef service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b19ea63e-3287-4f53-b0cc-82d6b01cdd86 HTTP/1.1" status: 200 len: 853 time: 0.1022291 Mar 21 11:15:17.376460 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ca487019-da2c-4057-b87f-f0c38915f837 admin admin] Publish callbacks [] for security_group (3ba2646d-efc7-4f36-b420-0a47d29d3885), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:17.407901 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8117432b-ad6d-48b9-bb09-b710e8d93200 req-916d0f0b-59db-4728-8455-13719fd38e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:17.410617 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-8117432b-ad6d-48b9-bb09-b710e8d93200 req-916d0f0b-59db-4728-8455-13719fd38e1e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3ddc289c-7154-4e23-8f81-bf2d5b69083d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1289570 Mar 21 11:15:17.440827 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ca487019-da2c-4057-b87f-f0c38915f837 admin admin] Publish callbacks [] for security_group (3ba2646d-efc7-4f36-b420-0a47d29d3885), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:17.636333 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-8117432b-ad6d-48b9-bb09-b710e8d93200 req-6b591728-4acd-4190-8d11-2d78d57c2f39 service neutron] 10.222.0.32 "GET /v2.0/networks/3ddc289c-7154-4e23-8f81-bf2d5b69083d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160683 Mar 21 11:15:17.637074 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ca487019-da2c-4057-b87f-f0c38915f837 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (3ba2646d-efc7-4f36-b420-0a47d29d3885), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:17.639914 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ca487019-da2c-4057-b87f-f0c38915f837 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:17.641418 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-ca487019-da2c-4057-b87f-f0c38915f837 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3ba2646d-efc7-4f36-b420-0a47d29d3885 HTTP/1.1" status: 204 len: 168 time: 0.4064059 Mar 21 11:15:17.682903 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca487019-da2c-4057-b87f-f0c38915f837 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ba2646d-efc7-4f36-b420-0a47d29d3885,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:15:17.842177 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-8117432b-ad6d-48b9-bb09-b710e8d93200 req-53b9901b-edf1-453a-bad1-e6459ef4a35d service neutron] 10.222.0.32 "GET /v2.0/networks/3ddc289c-7154-4e23-8f81-bf2d5b69083d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971319 Mar 21 11:15:17.940117 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be304f9-dc26-4e32-bfcd-542651afdf10 req-a46b67a7-2300-4a99-b3da-27078b695cb8 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:17.943374 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-9be304f9-dc26-4e32-bfcd-542651afdf10 req-a46b67a7-2300-4a99-b3da-27078b695cb8 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8703943-14fc-4c57-bce1-978a2a6a70a2 HTTP/1.1" status: 200 len: 945 time: 0.1116135 Mar 21 11:15:18.037669 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-9be304f9-dc26-4e32-bfcd-542651afdf10 req-f9184794-1ea2-4fc3-b79f-f8a480ad9a67 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/security-groups?id=d16428e1-03fd-46f7-80c6-8696f1f626ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778160 Mar 21 11:15:19.140751 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c207fef-02cc-4a76-8890-15a189648745 req-608b2518-b229-4c83-ab81-bfe097159d14 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:19.143336 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-5c207fef-02cc-4a76-8890-15a189648745 req-608b2518-b229-4c83-ab81-bfe097159d14 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] 10.222.0.24 "GET /v2.0/ports?device_id=21730027-c312-4efd-9945-ee0d10cc94e5 HTTP/1.1" status: 200 len: 946 time: 0.1011789 Mar 21 11:15:19.224307 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-5c207fef-02cc-4a76-8890-15a189648745 req-264dbed5-6a69-47c6-a638-da754b0d4825 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee582f54-cafe-4435-94bb-8a8a6604f57a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740957 Mar 21 11:15:19.402215 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395f8dfc-1d4b-4443-8ffd-c75344729c95 req-765b94cc-6e04-47e4-919b-4f51a832f37f tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:19.406783 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-395f8dfc-1d4b-4443-8ffd-c75344729c95 req-765b94cc-6e04-47e4-919b-4f51a832f37f tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8703943-14fc-4c57-bce1-978a2a6a70a2 HTTP/1.1" status: 200 len: 945 time: 0.0659387 Mar 21 11:15:19.489522 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-395f8dfc-1d4b-4443-8ffd-c75344729c95 req-4059c514-1ffd-4567-9338-44a63d20dba3 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/security-groups?id=d16428e1-03fd-46f7-80c6-8696f1f626ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782230 Mar 21 11:15:19.540460 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 43408) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:15:19.680114 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-81282ee3-90dd-44d8-9d5d-226603353b80 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:19.792419 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-81282ee3-90dd-44d8-9d5d-226603353b80 admin admin] Publish callbacks [] for security_group (7e5d1cb9-ed8f-410b-9bbb-ed2788d4667e), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:19.798145 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-81282ee3-90dd-44d8-9d5d-226603353b80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (7e5d1cb9-ed8f-410b-9bbb-ed2788d4667e), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:19.850372 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-81282ee3-90dd-44d8-9d5d-226603353b80 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a98fbc407dfd4553afe4807193547c52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3084941 Mar 21 11:15:19.851667 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81282ee3-90dd-44d8-9d5d-226603353b80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e5d1cb9-ed8f-410b-9bbb-ed2788d4667e,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:15:19.854473 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 43412) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:15:19.921856 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-be0b277d-232f-4661-a109-680b1de7a3d6 admin admin] Publish callbacks [] for security_group (7e5d1cb9-ed8f-410b-9bbb-ed2788d4667e), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:19.949130 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-be0b277d-232f-4661-a109-680b1de7a3d6 admin admin] Publish callbacks [] for security_group (7e5d1cb9-ed8f-410b-9bbb-ed2788d4667e), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:20.012614 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-be0b277d-232f-4661-a109-680b1de7a3d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (7e5d1cb9-ed8f-410b-9bbb-ed2788d4667e), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:20.016528 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-be0b277d-232f-4661-a109-680b1de7a3d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:20.018293 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-be0b277d-232f-4661-a109-680b1de7a3d6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7e5d1cb9-ed8f-410b-9bbb-ed2788d4667e HTTP/1.1" status: 204 len: 168 time: 0.1621034 Mar 21 11:15:20.033504 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0b277d-232f-4661-a109-680b1de7a3d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e5d1cb9-ed8f-410b-9bbb-ed2788d4667e,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:15:20.406456 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca9eb54-0baa-4e90-b24a-1e95dba7672f req-14d4b889-fe85-4e33-b5d3-dbcff97b0c55 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:20.408326 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-1ca9eb54-0baa-4e90-b24a-1e95dba7672f req-14d4b889-fe85-4e33-b5d3-dbcff97b0c55 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] 10.222.0.24 "GET /v2.0/ports?device_id=21730027-c312-4efd-9945-ee0d10cc94e5 HTTP/1.1" status: 200 len: 946 time: 0.0736961 Mar 21 11:15:20.486467 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-1ca9eb54-0baa-4e90-b24a-1e95dba7672f req-cdabeaa8-5eaa-4540-b0fd-ff8027add00a tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee582f54-cafe-4435-94bb-8a8a6604f57a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725341 Mar 21 11:15:20.674121 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fea612a-8278-49ca-8062-39fe59e34e0b req-3a9ee94b-dd03-4e59-b13b-5ec7b97ff647 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:20.676716 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-4fea612a-8278-49ca-8062-39fe59e34e0b req-3a9ee94b-dd03-4e59-b13b-5ec7b97ff647 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8703943-14fc-4c57-bce1-978a2a6a70a2 HTTP/1.1" status: 200 len: 945 time: 0.0754268 Mar 21 11:15:20.754499 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-4fea612a-8278-49ca-8062-39fe59e34e0b req-b82d8931-3426-47f4-9d6b-f210a9c6bf55 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/security-groups?id=d16428e1-03fd-46f7-80c6-8696f1f626ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697174 Mar 21 11:15:21.639580 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f861644-fc6b-4fc0-a968-3933462df3f3 req-f687feaf-fe64-4be2-9b2b-cee4029a79da tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:21.641532 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-6f861644-fc6b-4fc0-a968-3933462df3f3 req-f687feaf-fe64-4be2-9b2b-cee4029a79da tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] 10.222.0.24 "GET /v2.0/ports?device_id=21730027-c312-4efd-9945-ee0d10cc94e5 HTTP/1.1" status: 200 len: 946 time: 0.0669165 Mar 21 11:15:21.701771 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-6f861644-fc6b-4fc0-a968-3933462df3f3 req-2faf12c6-cb8e-403a-8ce6-655743605284 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee582f54-cafe-4435-94bb-8a8a6604f57a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522196 Mar 21 11:15:21.922216 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9127503f-6b03-4164-b2d4-19406d5f6a6a req-4558a731-d474-4009-9f0c-63a055baa8a1 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:21.923916 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-9127503f-6b03-4164-b2d4-19406d5f6a6a req-4558a731-d474-4009-9f0c-63a055baa8a1 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8703943-14fc-4c57-bce1-978a2a6a70a2 HTTP/1.1" status: 200 len: 945 time: 0.0635781 Mar 21 11:15:21.978281 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-9127503f-6b03-4164-b2d4-19406d5f6a6a req-4d7c67ca-04f0-4ad6-a859-7c2c7699813d tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/security-groups?id=d16428e1-03fd-46f7-80c6-8696f1f626ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487645 Mar 21 11:15:22.852273 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa695389-3b6c-4cdf-8899-02af3d44df25 req-f4806c4d-0cd0-4f83-9bc8-646a94968ed0 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:22.854085 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-aa695389-3b6c-4cdf-8899-02af3d44df25 req-f4806c4d-0cd0-4f83-9bc8-646a94968ed0 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] 10.222.0.24 "GET /v2.0/ports?device_id=21730027-c312-4efd-9945-ee0d10cc94e5 HTTP/1.1" status: 200 len: 946 time: 0.0656269 Mar 21 11:15:22.891948 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-904679e4-960d-4cbb-8af9-f34cf4e4f74c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (9c74c917-795e-4123-adbe-3a92cf8165ad), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:22.924733 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-aa695389-3b6c-4cdf-8899-02af3d44df25 req-1df3c886-fbcb-4ee1-a7a7-84d8dfb40199 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee582f54-cafe-4435-94bb-8a8a6604f57a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597446 Mar 21 11:15:23.122844 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1713fe-a8a9-439a-adcc-d7bd5cbb09e6 req-cb0714f8-8649-4a77-8821-578909669493 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:23.124473 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-8f1713fe-a8a9-439a-adcc-d7bd5cbb09e6 req-cb0714f8-8649-4a77-8821-578909669493 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8703943-14fc-4c57-bce1-978a2a6a70a2 HTTP/1.1" status: 200 len: 945 time: 0.0658736 Mar 21 11:15:23.181066 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-8f1713fe-a8a9-439a-adcc-d7bd5cbb09e6 req-67933da9-fcbc-4f1c-a93d-913e2039ff9b tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/security-groups?id=d16428e1-03fd-46f7-80c6-8696f1f626ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476799 Mar 21 11:15:24.075225 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5740660-6f8f-4b6c-be3c-935ba4bd1c58 req-5ceaf70f-eaf8-4c69-be10-db346580b36d tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:24.077161 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-e5740660-6f8f-4b6c-be3c-935ba4bd1c58 req-5ceaf70f-eaf8-4c69-be10-db346580b36d tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] 10.222.0.24 "GET /v2.0/ports?device_id=21730027-c312-4efd-9945-ee0d10cc94e5 HTTP/1.1" status: 200 len: 946 time: 0.0730250 Mar 21 11:15:24.136970 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-e5740660-6f8f-4b6c-be3c-935ba4bd1c58 req-c3d7e42a-07eb-49ce-9619-9e05321e2656 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee582f54-cafe-4435-94bb-8a8a6604f57a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504272 Mar 21 11:15:24.163751 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 43488) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:15:24.337311 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f55202e7-8311-4054-a0e1-ccf713b131c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:24.363746 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a50547a-5cf3-4332-a605-fad2e34fe445 req-83698480-ba9f-4322-bb16-a52340fad57d tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:24.366259 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-0a50547a-5cf3-4332-a605-fad2e34fe445 req-83698480-ba9f-4322-bb16-a52340fad57d tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8703943-14fc-4c57-bce1-978a2a6a70a2 HTTP/1.1" status: 200 len: 945 time: 0.0984838 Mar 21 11:15:24.444705 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-0a50547a-5cf3-4332-a605-fad2e34fe445 req-67a1f396-6e35-4712-aaeb-2f764f2b6550 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/security-groups?id=d16428e1-03fd-46f7-80c6-8696f1f626ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710027 Mar 21 11:15:24.447650 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f55202e7-8311-4054-a0e1-ccf713b131c4 admin admin] Publish callbacks [] for security_group (3cee3142-0f3d-4b9f-af8f-614f38877091), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:24.455295 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f55202e7-8311-4054-a0e1-ccf713b131c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (3cee3142-0f3d-4b9f-af8f-614f38877091), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:24.513558 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-f55202e7-8311-4054-a0e1-ccf713b131c4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7a0b056b22134d1285648214ca9c539d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3483500 Mar 21 11:15:24.515445 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55202e7-8311-4054-a0e1-ccf713b131c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cee3142-0f3d-4b9f-af8f-614f38877091,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:15:24.518293 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 43494) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:15:24.582782 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-56ceb301-ca7a-4106-9378-63ec441802ce admin admin] Publish callbacks [] for security_group (3cee3142-0f3d-4b9f-af8f-614f38877091), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:24.605185 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-56ceb301-ca7a-4106-9378-63ec441802ce admin admin] Publish callbacks [] for security_group (3cee3142-0f3d-4b9f-af8f-614f38877091), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:24.678677 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-56ceb301-ca7a-4106-9378-63ec441802ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (3cee3142-0f3d-4b9f-af8f-614f38877091), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:24.681509 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-56ceb301-ca7a-4106-9378-63ec441802ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:24.682830 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-56ceb301-ca7a-4106-9378-63ec441802ce admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3cee3142-0f3d-4b9f-af8f-614f38877091 HTTP/1.1" status: 204 len: 168 time: 0.1634903 Mar 21 11:15:24.692067 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ceb301-ca7a-4106-9378-63ec441802ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cee3142-0f3d-4b9f-af8f-614f38877091,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:15:25.293168 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1760575c-4f17-4d91-b74e-1baa87361999 req-30c223a9-dc1c-48f2-aae7-1e5289e7f23f tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:25.295032 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-1760575c-4f17-4d91-b74e-1baa87361999 req-30c223a9-dc1c-48f2-aae7-1e5289e7f23f tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] 10.222.0.24 "GET /v2.0/ports?device_id=21730027-c312-4efd-9945-ee0d10cc94e5 HTTP/1.1" status: 200 len: 946 time: 0.0639400 Mar 21 11:15:25.354908 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-1760575c-4f17-4d91-b74e-1baa87361999 req-18f501c9-4069-4c77-a87d-98bdddea03a3 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee582f54-cafe-4435-94bb-8a8a6604f57a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507283 Mar 21 11:15:25.530644 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-435243cc-4c3c-4725-a68b-ba55765733ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (5097f9b2-2ef0-4af4-bde3-0c344dd6e70c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:25.604008 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e5591b-98a2-4750-8e9c-303719b4e876 req-981857dd-63ff-409a-9ef6-1ab703da500b tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:25.605628 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-b3e5591b-98a2-4750-8e9c-303719b4e876 req-981857dd-63ff-409a-9ef6-1ab703da500b tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8703943-14fc-4c57-bce1-978a2a6a70a2 HTTP/1.1" status: 200 len: 945 time: 0.0592670 Mar 21 11:15:25.667327 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-b3e5591b-98a2-4750-8e9c-303719b4e876 req-c6514db9-2a5f-4d10-9640-4984c4f87a84 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/security-groups?id=d16428e1-03fd-46f7-80c6-8696f1f626ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552835 Mar 21 11:15:25.725497 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (e1ce583e-86b5-47e2-b889-5e91679074ed), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:26.077642 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad92a05d-e8f6-45fd-aa59-37f6419abc08 req-ea0f1aa3-3b5d-4f1f-bcaf-a3477bafe35c tempest-VolumesActionsTest-611704359 tempest-VolumesActionsTest-611704359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:26.079244 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-ad92a05d-e8f6-45fd-aa59-37f6419abc08 req-ea0f1aa3-3b5d-4f1f-bcaf-a3477bafe35c tempest-VolumesActionsTest-611704359 tempest-VolumesActionsTest-611704359-project] 10.222.0.24 "GET /v2.0/networks?id=4cce8b45-caec-4211-8030-c86bb4876b47 HTTP/1.1" status: 200 len: 808 time: 0.1193266 Mar 21 11:15:26.095509 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-ad92a05d-e8f6-45fd-aa59-37f6419abc08 req-638312bb-35f2-46eb-8165-292d220b81ea tempest-VolumesActionsTest-611704359 tempest-VolumesActionsTest-611704359-project] 10.222.0.24 "GET /v2.0/quotas/8548f6e2ecf442de83117ba574cdbafd HTTP/1.1" status: 200 len: 375 time: 0.0103936 Mar 21 11:15:26.142062 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-ad92a05d-e8f6-45fd-aa59-37f6419abc08 req-ca18d106-c51a-4c2b-ae55-d3b07072baf7 tempest-VolumesActionsTest-611704359 tempest-VolumesActionsTest-611704359-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=8548f6e2ecf442de83117ba574cdbafd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0406528 Mar 21 11:15:26.253503 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84b6d3d-8c3d-47dc-9125-dfee07bbd4fc req-673d1acf-283b-4bb7-a939-56c854694f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:26.257534 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-d84b6d3d-8c3d-47dc-9125-dfee07bbd4fc req-673d1acf-283b-4bb7-a939-56c854694f18 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5c0a065250d348a7b0fe2877a603793f&device_id=21730027-c312-4efd-9945-ee0d10cc94e5 HTTP/1.1" status: 200 len: 1130 time: 0.0579832 Mar 21 11:15:26.410133 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84b6d3d-8c3d-47dc-9125-dfee07bbd4fc req-63fc8a8a-d200-4112-925b-e41777cc44ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:26.412068 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-d84b6d3d-8c3d-47dc-9125-dfee07bbd4fc req-63fc8a8a-d200-4112-925b-e41777cc44ea service neutron] 10.222.0.32 "GET /v2.0/networks?id=1436ce26-cb86-45d4-9a97-097fbbf6586a HTTP/1.1" status: 200 len: 912 time: 0.1295729 Mar 21 11:15:26.488492 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-d84b6d3d-8c3d-47dc-9125-dfee07bbd4fc req-76105592-47de-494b-bb02-5461d475bb20 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6551c28e-0365-4364-a2f5-4efa7bf2bb34 HTTP/1.1" status: 200 len: 1002 time: 0.0663185 Mar 21 11:15:26.540907 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908b35ef-5d50-4ac5-84bf-f8165785b1e2 req-948d9823-ab5c-41ff-83d6-8c420e9086f1 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:26.542650 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-908b35ef-5d50-4ac5-84bf-f8165785b1e2 req-948d9823-ab5c-41ff-83d6-8c420e9086f1 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] 10.222.0.24 "GET /v2.0/ports?device_id=21730027-c312-4efd-9945-ee0d10cc94e5 HTTP/1.1" status: 200 len: 946 time: 0.0949926 Mar 21 11:15:26.543672 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84b6d3d-8c3d-47dc-9125-dfee07bbd4fc req-8c66b420-f7d3-4dde-b909-32410a0f5061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:26.544908 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-ad92a05d-e8f6-45fd-aa59-37f6419abc08 req-a403f2f1-908e-4404-b86a-81a7eee9d292 service neutron] 10.222.0.24 "GET /v2.0/networks/4cce8b45-caec-4211-8030-c86bb4876b47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3874662 Mar 21 11:15:26.545435 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-d84b6d3d-8c3d-47dc-9125-dfee07bbd4fc req-8c66b420-f7d3-4dde-b909-32410a0f5061 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fea72cb6-9b89-4ba0-8193-720fc6fd5e2b HTTP/1.1" status: 200 len: 850 time: 0.0510437 Mar 21 11:15:26.618227 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84b6d3d-8c3d-47dc-9125-dfee07bbd4fc req-4f730465-7163-4dd9-97d9-430ccdce17b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:26.619916 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-d84b6d3d-8c3d-47dc-9125-dfee07bbd4fc req-4f730465-7163-4dd9-97d9-430ccdce17b5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1436ce26-cb86-45d4-9a97-097fbbf6586a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0645096 Mar 21 11:15:26.654014 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-908b35ef-5d50-4ac5-84bf-f8165785b1e2 req-aa0cd77b-9093-477f-9c51-29f06c39381b tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee582f54-cafe-4435-94bb-8a8a6604f57a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038198 Mar 21 11:15:26.689896 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-ad92a05d-e8f6-45fd-aa59-37f6419abc08 req-aedf0a41-6309-490c-944f-414ac449e2de service neutron] 10.222.0.24 "GET /v2.0/networks/4cce8b45-caec-4211-8030-c86bb4876b47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331859 Mar 21 11:15:26.728226 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-d84b6d3d-8c3d-47dc-9125-dfee07bbd4fc req-e9eb6e83-005a-4266-8195-1db8a9a9f58c service neutron] 10.222.0.32 "GET /v2.0/networks/1436ce26-cb86-45d4-9a97-097fbbf6586a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016343 Mar 21 11:15:26.877847 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-d84b6d3d-8c3d-47dc-9125-dfee07bbd4fc req-288205e8-c234-46b8-899b-2cd080f17e8d service neutron] 10.222.0.32 "GET /v2.0/networks/1436ce26-cb86-45d4-9a97-097fbbf6586a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431434 Mar 21 11:15:26.886275 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447f8ed8-56f5-4e2d-a113-a315722198d6 req-3e56b000-e9c5-45b1-bd70-02fffb1035c6 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:26.888765 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-447f8ed8-56f5-4e2d-a113-a315722198d6 req-3e56b000-e9c5-45b1-bd70-02fffb1035c6 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8703943-14fc-4c57-bce1-978a2a6a70a2 HTTP/1.1" status: 200 len: 945 time: 0.1181931 Mar 21 11:15:26.989793 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-857e16cd-babb-4c38-b010-39caa4cd3ce1 req-34caccec-bf9f-4e58-a4c7-c2e131ce2079 tempest-VolumesActionsTest-611704359 tempest-VolumesActionsTest-611704359-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a6898a0-2351-4c7b-aaeb-1b64bf55dafd HTTP/1.1" status: 200 len: 210 time: 0.0402319 Mar 21 11:15:27.075178 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-447f8ed8-56f5-4e2d-a113-a315722198d6 req-100fac7b-99ab-4b5c-862b-0a16c4faea7b tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/security-groups?id=d16428e1-03fd-46f7-80c6-8696f1f626ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681974 Mar 21 11:15:27.410962 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb555730-3eea-45a8-ab42-e48dbf047a27 req-1b89885c-75df-4e43-92a1-200af1637bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:27.413735 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-cb555730-3eea-45a8-ab42-e48dbf047a27 req-1b89885c-75df-4e43-92a1-200af1637bc6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e8703943-14fc-4c57-bce1-978a2a6a70a2 HTTP/1.1" status: 200 len: 1129 time: 0.0635803 Mar 21 11:15:27.492534 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-cb555730-3eea-45a8-ab42-e48dbf047a27 req-b8421a0c-7020-4438-9303-e2bcaeb2c5d2 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=d16428e1-03fd-46f7-80c6-8696f1f626ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673137 Mar 21 11:15:27.839948 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78aa666-7270-493a-a4a3-1e88803dfcf3 req-8102c2f1-4f74-41ba-a04e-0cdd281595a3 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:27.842862 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-c78aa666-7270-493a-a4a3-1e88803dfcf3 req-8102c2f1-4f74-41ba-a04e-0cdd281595a3 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] 10.222.0.24 "GET /v2.0/ports?device_id=21730027-c312-4efd-9945-ee0d10cc94e5 HTTP/1.1" status: 200 len: 946 time: 0.0874221 Mar 21 11:15:27.939757 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-c78aa666-7270-493a-a4a3-1e88803dfcf3 req-caf6afc2-9df8-405e-9ac1-3c9eca9379cf tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee582f54-cafe-4435-94bb-8a8a6604f57a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864124 Mar 21 11:15:28.172610 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-83312796-5c7c-4a20-856d-9ac57171f554 req-899d814c-8aa9-40af-9c1d-489ce2b37e39 tempest-VolumesActionsTest-611704359 tempest-VolumesActionsTest-611704359-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a6898a0-2351-4c7b-aaeb-1b64bf55dafd HTTP/1.1" status: 200 len: 210 time: 0.0558720 Mar 21 11:15:28.215084 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6694aa1f-bf8d-44e0-b771-2551b8853c50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (47320176-3fab-4a55-b687-b3e35e89e628), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:28.267746 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36518bd7-8d2a-4830-9ba7-aabe7ec1e63d req-8ac44286-033a-4ade-a988-901f43cab220 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:28.269831 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-36518bd7-8d2a-4830-9ba7-aabe7ec1e63d req-8ac44286-033a-4ade-a988-901f43cab220 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8703943-14fc-4c57-bce1-978a2a6a70a2 HTTP/1.1" status: 200 len: 945 time: 0.1010973 Mar 21 11:15:28.355607 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-36518bd7-8d2a-4830-9ba7-aabe7ec1e63d req-f9b14239-ed38-4cd9-bafd-b672cda02fb7 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/security-groups?id=d16428e1-03fd-46f7-80c6-8696f1f626ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765216 Mar 21 11:15:28.513664 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.agents_db [None req-8008186f-aa22-4b77-a63e-1bf9dbff4757 None None] Agent healthcheck: found 6 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 11:15:28.611093 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-5db6d96b-8c48-4aa5-944a-567c97b9cc9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (964235d6-d67c-4a74-84a5-611ab5391dc9), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:28.630857 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad92a05d-e8f6-45fd-aa59-37f6419abc08 req-f68dfb06-5894-41cb-8c51-175fbf5dcceb tempest-VolumesActionsTest-611704359 tempest-VolumesActionsTest-611704359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:28.632423 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-ad92a05d-e8f6-45fd-aa59-37f6419abc08 req-f68dfb06-5894-41cb-8c51-175fbf5dcceb tempest-VolumesActionsTest-611704359 tempest-VolumesActionsTest-611704359-project] 10.222.0.32 "GET /v2.0/networks?id=4cce8b45-caec-4211-8030-c86bb4876b47 HTTP/1.1" status: 200 len: 808 time: 0.1822205 Mar 21 11:15:28.651759 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.v2.base [req-ad92a05d-e8f6-45fd-aa59-37f6419abc08 req-dda82c40-3a52-4aaf-9364-79f84ce83f39 tempest-VolumesActionsTest-611704359 tempest-VolumesActionsTest-611704359-project] Request body: {'port': {'device_id': '3a6898a0-2351-4c7b-aaeb-1b64bf55dafd', 'network_id': '4cce8b45-caec-4211-8030-c86bb4876b47', 'admin_state_up': True, 'tenant_id': '8548f6e2ecf442de83117ba574cdbafd'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:15:28.787947 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad92a05d-e8f6-45fd-aa59-37f6419abc08 req-dda82c40-3a52-4aaf-9364-79f84ce83f39 tempest-VolumesActionsTest-611704359 tempest-VolumesActionsTest-611704359-project] Made reservation on behalf of 8548f6e2ecf442de83117ba574cdbafd for: {'port': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 11:15:28.792031 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-ad92a05d-e8f6-45fd-aa59-37f6419abc08 req-dda82c40-3a52-4aaf-9364-79f84ce83f39 tempest-VolumesActionsTest-611704359 tempest-VolumesActionsTest-611704359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:28.979593 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [req-ad92a05d-e8f6-45fd-aa59-37f6419abc08 req-dda82c40-3a52-4aaf-9364-79f84ce83f39 tempest-VolumesActionsTest-611704359 tempest-VolumesActionsTest-611704359-project] Allocated IP 172.20.0.9 (4cce8b45-caec-4211-8030-c86bb4876b47/0eb83594-d72f-44ee-accf-e102c54dca67/be11fad3-0c34-4f5c-bdf4-21402eeecb68) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:15:29.172693 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3c1e87-7777-4e50-84ea-4245efe24033 req-3b655bb4-cb41-48b0-9316-17962c9b03b0 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:29.175471 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-fb3c1e87-7777-4e50-84ea-4245efe24033 req-3b655bb4-cb41-48b0-9316-17962c9b03b0 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] 10.222.0.24 "GET /v2.0/ports?device_id=21730027-c312-4efd-9945-ee0d10cc94e5 HTTP/1.1" status: 200 len: 946 time: 0.1032720 Mar 21 11:15:29.239401 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-ad92a05d-e8f6-45fd-aa59-37f6419abc08 req-dda82c40-3a52-4aaf-9364-79f84ce83f39 tempest-VolumesActionsTest-611704359 tempest-VolumesActionsTest-611704359-project] Publish callbacks [] for port (be11fad3-0c34-4f5c-bdf4-21402eeecb68), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:29.250809 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-fb3c1e87-7777-4e50-84ea-4245efe24033 req-18cce5f0-23ce-40c6-ab00-b14fdfaf388e tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee582f54-cafe-4435-94bb-8a8a6604f57a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651720 Mar 21 11:15:29.317244 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-ad92a05d-e8f6-45fd-aa59-37f6419abc08 req-dda82c40-3a52-4aaf-9364-79f84ce83f39 tempest-VolumesActionsTest-611704359 tempest-VolumesActionsTest-611704359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738246144781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265271506'] for port (be11fad3-0c34-4f5c-bdf4-21402eeecb68), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:29.403396 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad92a05d-e8f6-45fd-aa59-37f6419abc08 req-dda82c40-3a52-4aaf-9364-79f84ce83f39 tempest-VolumesActionsTest-611704359 tempest-VolumesActionsTest-611704359-project] Network 4cce8b45-caec-4211-8030-c86bb4876b47 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:15:29.408981 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [req-ad92a05d-e8f6-45fd-aa59-37f6419abc08 req-dda82c40-3a52-4aaf-9364-79f84ce83f39 tempest-VolumesActionsTest-611704359 tempest-VolumesActionsTest-611704359-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:15:29.409249 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cf64df-f63a-47e0-b291-61f0b004b70f req-866db464-c1fd-4ca4-b2e3-6bcc73f7d1e1 tempest-VolumesActionsTest-611704359 tempest-VolumesActionsTest-611704359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:29.410712 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-e0cf64df-f63a-47e0-b291-61f0b004b70f req-866db464-c1fd-4ca4-b2e3-6bcc73f7d1e1 tempest-VolumesActionsTest-611704359 tempest-VolumesActionsTest-611704359-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a6898a0-2351-4c7b-aaeb-1b64bf55dafd HTTP/1.1" status: 200 len: 931 time: 0.1056020 Mar 21 11:15:29.413316 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad92a05d-e8f6-45fd-aa59-37f6419abc08 req-dda82c40-3a52-4aaf-9364-79f84ce83f39 tempest-VolumesActionsTest-611704359 tempest-VolumesActionsTest-611704359-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:15:29.475912 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda82c40-3a52-4aaf-9364-79f84ce83f39 tempest-VolumesActionsTest-611704359 tempest-VolumesActionsTest-611704359-project] Pushing event updated for resources: {'Port': ['ID=be11fad3-0c34-4f5c-bdf4-21402eeecb68,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:15:29.484416 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-e0cf64df-f63a-47e0-b291-61f0b004b70f req-95767b26-34cd-4316-afde-5058d9c71e66 tempest-VolumesActionsTest-611704359 tempest-VolumesActionsTest-611704359-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d30d1c4-e6ed-4ccb-9459-24281569750d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639741 Mar 21 11:15:29.533807 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad92a05d-e8f6-45fd-aa59-37f6419abc08 req-dda82c40-3a52-4aaf-9364-79f84ce83f39 tempest-VolumesActionsTest-611704359 tempest-VolumesActionsTest-611704359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:29.534836 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-ad92a05d-e8f6-45fd-aa59-37f6419abc08 req-dda82c40-3a52-4aaf-9364-79f84ce83f39 tempest-VolumesActionsTest-611704359 tempest-VolumesActionsTest-611704359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97509'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:29.541165 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (4788e3a4-6d7d-47da-90c6-7227f6e2e35d), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:29.556892 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376bfad4-3287-4e68-bc00-dc9c4397bdda req-f67ce4ca-aa63-41d2-b9b1-5a8d5ffd5e59 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:29.560212 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-376bfad4-3287-4e68-bc00-dc9c4397bdda req-f67ce4ca-aa63-41d2-b9b1-5a8d5ffd5e59 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8703943-14fc-4c57-bce1-978a2a6a70a2 HTTP/1.1" status: 200 len: 945 time: 0.0893786 Mar 21 11:15:29.565210 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-ad92a05d-e8f6-45fd-aa59-37f6419abc08 req-dda82c40-3a52-4aaf-9364-79f84ce83f39 tempest-VolumesActionsTest-611704359 tempest-VolumesActionsTest-611704359-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9187632 Mar 21 11:15:29.585353 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.v2.base [req-ad92a05d-e8f6-45fd-aa59-37f6419abc08 req-b20c1d4c-84d9-4789-bea1-b0edb692473f service neutron] Request body: {'port': {'device_id': '3a6898a0-2351-4c7b-aaeb-1b64bf55dafd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83444'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:15:29.621380 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-376bfad4-3287-4e68-bc00-dc9c4397bdda req-2bca1c91-24d2-478c-9e29-1d1e92bcb9cc tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/security-groups?id=d16428e1-03fd-46f7-80c6-8696f1f626ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527706 Mar 21 11:15:29.680336 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-ad92a05d-e8f6-45fd-aa59-37f6419abc08 req-b20c1d4c-84d9-4789-bea1-b0edb692473f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (be11fad3-0c34-4f5c-bdf4-21402eeecb68), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:29.788543 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc97b7af-f54a-4bdc-8520-5b579f96680b req-ec175382-927b-4f04-ae55-3c6490ad8150 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:29.790562 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-dc97b7af-f54a-4bdc-8520-5b579f96680b req-ec175382-927b-4f04-ae55-3c6490ad8150 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/ports?device_id=eaa8796e-ac8a-4032-8b25-89fa11d1d673 HTTP/1.1" status: 200 len: 946 time: 0.0822706 Mar 21 11:15:29.870600 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-dc97b7af-f54a-4bdc-8520-5b579f96680b req-1a3c24e8-3142-4530-bb00-76e41c9cbbb5 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/security-groups?id=d16428e1-03fd-46f7-80c6-8696f1f626ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726347 Mar 21 11:15:30.047319 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.notifiers.nova [req-ad92a05d-e8f6-45fd-aa59-37f6419abc08 req-b20c1d4c-84d9-4789-bea1-b0edb692473f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be11fad3-0c34-4f5c-bdf4-21402eeecb68 {{(pid=103422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 11:15:30.056961 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-ad92a05d-e8f6-45fd-aa59-37f6419abc08 req-b20c1d4c-84d9-4789-bea1-b0edb692473f service neutron] Publish callbacks [] for port (be11fad3-0c34-4f5c-bdf4-21402eeecb68), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:30.071336 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.db.provisioning_blocks [req-ad92a05d-e8f6-45fd-aa59-37f6419abc08 req-b20c1d4c-84d9-4789-bea1-b0edb692473f service neutron] Transition to ACTIVE for port object be11fad3-0c34-4f5c-bdf4-21402eeecb68 will not be triggered until provisioned by entity L2. {{(pid=103422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 21 11:15:30.075709 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-ad92a05d-e8f6-45fd-aa59-37f6419abc08 req-b20c1d4c-84d9-4789-bea1-b0edb692473f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265271525'] for port (be11fad3-0c34-4f5c-bdf4-21402eeecb68), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:30.130831 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20c1d4c-84d9-4789-bea1-b0edb692473f service neutron] Pushing event updated for resources: {'Port': ['ID=be11fad3-0c34-4f5c-bdf4-21402eeecb68,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:15:30.235899 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-ad92a05d-e8f6-45fd-aa59-37f6419abc08 req-b20c1d4c-84d9-4789-bea1-b0edb692473f service neutron] Attempting to bind port be11fad3-0c34-4f5c-bdf4-21402eeecb68 on host hv-cinder-83444 for vnic_type normal with profile {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 11:15:30.235899 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-ad92a05d-e8f6-45fd-aa59-37f6419abc08 req-b20c1d4c-84d9-4789-bea1-b0edb692473f service neutron] Attempting to bind port be11fad3-0c34-4f5c-bdf4-21402eeecb68 by drivers openvswitch,hyperv on host hv-cinder-83444 at level 0 using segments [{'id': '84e32668-92aa-4520-8ad7-794c56c23f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '4cce8b45-caec-4211-8030-c86bb4876b47'}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 11:15:30.235899 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad92a05d-e8f6-45fd-aa59-37f6419abc08 req-b20c1d4c-84d9-4789-bea1-b0edb692473f service neutron] Attempting to bind port be11fad3-0c34-4f5c-bdf4-21402eeecb68 on network 4cce8b45-caec-4211-8030-c86bb4876b47 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:15:30.237535 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad92a05d-e8f6-45fd-aa59-37f6419abc08 req-b20c1d4c-84d9-4789-bea1-b0edb692473f service neutron] Port be11fad3-0c34-4f5c-bdf4-21402eeecb68 on network 4cce8b45-caec-4211-8030-c86bb4876b47 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83444 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 21 11:15:30.238143 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad92a05d-e8f6-45fd-aa59-37f6419abc08 req-b20c1d4c-84d9-4789-bea1-b0edb692473f service neutron] Attempting to bind port be11fad3-0c34-4f5c-bdf4-21402eeecb68 on network 4cce8b45-caec-4211-8030-c86bb4876b47 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:15:30.247327 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad92a05d-e8f6-45fd-aa59-37f6419abc08 req-b20c1d4c-84d9-4789-bea1-b0edb692473f service neutron] Checking agent: {'id': 'e1ce583e-86b5-47e2-b889-5e91679074ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83444', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 11, 11, 26), 'started_at': datetime.datetime(2022, 3, 21, 11, 11, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 11, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 11:15:30.247930 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad92a05d-e8f6-45fd-aa59-37f6419abc08 req-b20c1d4c-84d9-4789-bea1-b0edb692473f service neutron] Checking segment: {'id': '84e32668-92aa-4520-8ad7-794c56c23f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '4cce8b45-caec-4211-8030-c86bb4876b47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:15:30.248550 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad92a05d-e8f6-45fd-aa59-37f6419abc08 req-b20c1d4c-84d9-4789-bea1-b0edb692473f service neutron] Bound using segment: {'id': '84e32668-92aa-4520-8ad7-794c56c23f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '4cce8b45-caec-4211-8030-c86bb4876b47'} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 11:15:30.249305 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-ad92a05d-e8f6-45fd-aa59-37f6419abc08 req-b20c1d4c-84d9-4789-bea1-b0edb692473f service neutron] Bound port: be11fad3-0c34-4f5c-bdf4-21402eeecb68, host: hv-cinder-83444, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84e32668-92aa-4520-8ad7-794c56c23f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '4cce8b45-caec-4211-8030-c86bb4876b47'}}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 11:15:30.249912 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-ad92a05d-e8f6-45fd-aa59-37f6419abc08 req-b20c1d4c-84d9-4789-bea1-b0edb692473f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (be11fad3-0c34-4f5c-bdf4-21402eeecb68), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:30.385439 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-ad92a05d-e8f6-45fd-aa59-37f6419abc08 req-b20c1d4c-84d9-4789-bea1-b0edb692473f service neutron] For port be11fad3-0c34-4f5c-bdf4-21402eeecb68, host hv-cinder-83444, cleared binding levels {{(pid=103422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 11:15:30.397520 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-ad92a05d-e8f6-45fd-aa59-37f6419abc08 req-b20c1d4c-84d9-4789-bea1-b0edb692473f service neutron] For port be11fad3-0c34-4f5c-bdf4-21402eeecb68, host hv-cinder-83444, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=be11fad3-0c34-4f5c-bdf4-21402eeecb68,segment=NetworkSegment(84e32668-92aa-4520-8ad7-794c56c23f1c),segment_id=84e32668-92aa-4520-8ad7-794c56c23f1c)] {{(pid=103422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 11:15:30.407789 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-ad92a05d-e8f6-45fd-aa59-37f6419abc08 req-b20c1d4c-84d9-4789-bea1-b0edb692473f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265271525'] for port (be11fad3-0c34-4f5c-bdf4-21402eeecb68), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:30.446347 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad92a05d-e8f6-45fd-aa59-37f6419abc08 req-b20c1d4c-84d9-4789-bea1-b0edb692473f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:30.447110 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-ad92a05d-e8f6-45fd-aa59-37f6419abc08 req-b20c1d4c-84d9-4789-bea1-b0edb692473f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97509'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:30.448605 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-ad92a05d-e8f6-45fd-aa59-37f6419abc08 req-b20c1d4c-84d9-4789-bea1-b0edb692473f service neutron] 10.222.0.32 "PUT /v2.0/ports/be11fad3-0c34-4f5c-bdf4-21402eeecb68 HTTP/1.1" status: 200 len: 1093 time: 0.8688183 Mar 21 11:15:30.449083 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a6898a0-2351-4c7b-aaeb-1b64bf55dafd', 'tag': 'be11fad3-0c34-4f5c-bdf4-21402eeecb68'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:15:30.451475 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41c5d39db19d144038176bb777b16d1c8d23e2eed0354b669264d617ed9abe1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-313d1c83-c30c-40f2-9b7a-44b209547301" -d '{"events": [{"name": "network-changed", "server_uuid": "3a6898a0-2351-4c7b-aaeb-1b64bf55dafd", "tag": "be11fad3-0c34-4f5c-bdf4-21402eeecb68"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:15:30.504171 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f287e230-915b-4347-bbc4-698ce0139a2d req-79024716-56ff-400c-8836-16b8c447416e tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:30.509859 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-f287e230-915b-4347-bbc4-698ce0139a2d req-79024716-56ff-400c-8836-16b8c447416e tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] 10.222.0.24 "GET /v2.0/ports?device_id=21730027-c312-4efd-9945-ee0d10cc94e5 HTTP/1.1" status: 200 len: 946 time: 0.1226368 Mar 21 11:15:30.513290 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20c1d4c-84d9-4789-bea1-b0edb692473f service neutron] Pushing event updated for resources: {'Port': ['ID=be11fad3-0c34-4f5c-bdf4-21402eeecb68,revision_number=3']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:15:30.522589 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 11:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2db6eb7b-82cb-48ed-aa98-9f6ca86fbd5e x-openstack-request-id: req-2db6eb7b-82cb-48ed-aa98-9f6ca86fbd5e {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:15:30.522991 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a6898a0-2351-4c7b-aaeb-1b64bf55dafd", "tag": "be11fad3-0c34-4f5c-bdf4-21402eeecb68", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:15:30.524432 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2db6eb7b-82cb-48ed-aa98-9f6ca86fbd5e {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:15:30.525212 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a6898a0-2351-4c7b-aaeb-1b64bf55dafd', 'tag': 'be11fad3-0c34-4f5c-bdf4-21402eeecb68', 'status': 'completed', 'code': 200} Mar 21 11:15:30.634131 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad92a05d-e8f6-45fd-aa59-37f6419abc08 req-d1a40a65-6f2f-415d-b1f6-b0c00e289bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:30.637267 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-ad92a05d-e8f6-45fd-aa59-37f6419abc08 req-d1a40a65-6f2f-415d-b1f6-b0c00e289bed service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8548f6e2ecf442de83117ba574cdbafd&device_id=3a6898a0-2351-4c7b-aaeb-1b64bf55dafd HTTP/1.1" status: 200 len: 1127 time: 0.1172132 Mar 21 11:15:30.648790 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-f287e230-915b-4347-bbc4-698ce0139a2d req-5e552218-d028-4208-be99-3124a4605c23 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee582f54-cafe-4435-94bb-8a8a6604f57a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1270590 Mar 21 11:15:30.678151 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9811992-63c8-4813-a4e3-b57c678a338a req-5a17363d-1baf-458a-a48c-cece94078cab tempest-VolumesActionsTest-611704359 tempest-VolumesActionsTest-611704359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:30.684474 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-a9811992-63c8-4813-a4e3-b57c678a338a req-5a17363d-1baf-458a-a48c-cece94078cab tempest-VolumesActionsTest-611704359 tempest-VolumesActionsTest-611704359-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a6898a0-2351-4c7b-aaeb-1b64bf55dafd HTTP/1.1" status: 200 len: 943 time: 0.0975807 Mar 21 11:15:30.721674 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-ad92a05d-e8f6-45fd-aa59-37f6419abc08 req-41f49922-f1ac-43d2-9884-c9ca7a921209 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=be11fad3-0c34-4f5c-bdf4-21402eeecb68 HTTP/1.1" status: 200 len: 217 time: 0.0728712 Mar 21 11:15:30.764168 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-a9811992-63c8-4813-a4e3-b57c678a338a req-37da1ad7-eaa5-450a-ada7-68923b29c66a tempest-VolumesActionsTest-611704359 tempest-VolumesActionsTest-611704359-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d30d1c4-e6ed-4ccb-9459-24281569750d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736551 Mar 21 11:15:30.817537 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad92a05d-e8f6-45fd-aa59-37f6419abc08 req-a26dc011-bdf4-4271-a3c8-1cb59d5a72c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:30.819038 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-ad92a05d-e8f6-45fd-aa59-37f6419abc08 req-a26dc011-bdf4-4271-a3c8-1cb59d5a72c7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0eb83594-d72f-44ee-accf-e102c54dca67 HTTP/1.1" status: 200 len: 848 time: 0.0861218 Mar 21 11:15:30.870990 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-ad92a05d-e8f6-45fd-aa59-37f6419abc08 req-2be6c508-cb3f-4626-9a4e-26cc6d6b26af service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4cce8b45-caec-4211-8030-c86bb4876b47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417538 Mar 21 11:15:31.017570 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-ad92a05d-e8f6-45fd-aa59-37f6419abc08 req-690e4366-ea4a-4404-b731-fb12caf45bb0 service neutron] 10.222.0.32 "GET /v2.0/networks/4cce8b45-caec-4211-8030-c86bb4876b47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276164 Mar 21 11:15:31.136270 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-ad92a05d-e8f6-45fd-aa59-37f6419abc08 req-bfeae9fd-4db5-4340-859e-7acf15311ec7 service neutron] 10.222.0.32 "GET /v2.0/networks/4cce8b45-caec-4211-8030-c86bb4876b47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054664 Mar 21 11:15:31.284333 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313d1c83-c30c-40f2-9b7a-44b209547301 req-b2867901-8cbf-43ad-a0ae-4697097a62a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:31.286067 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-313d1c83-c30c-40f2-9b7a-44b209547301 req-b2867901-8cbf-43ad-a0ae-4697097a62a8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8548f6e2ecf442de83117ba574cdbafd&device_id=3a6898a0-2351-4c7b-aaeb-1b64bf55dafd HTTP/1.1" status: 200 len: 1127 time: 0.0874443 Mar 21 11:15:31.448296 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313d1c83-c30c-40f2-9b7a-44b209547301 req-5a10082a-6e6b-4f18-afc7-1e4988da7ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:31.450408 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-313d1c83-c30c-40f2-9b7a-44b209547301 req-5a10082a-6e6b-4f18-afc7-1e4988da7ae7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4cce8b45-caec-4211-8030-c86bb4876b47 HTTP/1.1" status: 200 len: 909 time: 0.1549644 Mar 21 11:15:31.500800 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-313d1c83-c30c-40f2-9b7a-44b209547301 req-c1bc8315-db87-48ab-b321-4c5f21ee7749 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=be11fad3-0c34-4f5c-bdf4-21402eeecb68 HTTP/1.1" status: 200 len: 217 time: 0.0425074 Mar 21 11:15:31.648311 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313d1c83-c30c-40f2-9b7a-44b209547301 req-7a2a3330-9fcb-4752-bd79-50d8e42d4c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:31.651688 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-313d1c83-c30c-40f2-9b7a-44b209547301 req-7a2a3330-9fcb-4752-bd79-50d8e42d4c21 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0eb83594-d72f-44ee-accf-e102c54dca67 HTTP/1.1" status: 200 len: 848 time: 0.1421218 Mar 21 11:15:31.693835 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-313d1c83-c30c-40f2-9b7a-44b209547301 req-b28b83d6-a1a4-4a8f-8764-264164bdf288 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4cce8b45-caec-4211-8030-c86bb4876b47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290282 Mar 21 11:15:31.886633 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-313d1c83-c30c-40f2-9b7a-44b209547301 req-10702fbd-f18d-494a-a583-cadbd67003a9 service neutron] 10.222.0.32 "GET /v2.0/networks/4cce8b45-caec-4211-8030-c86bb4876b47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777458 Mar 21 11:15:31.906111 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d1301c-7f69-4c7f-8083-7063c521ad84 req-041df6ac-e8fd-4b93-a76e-7345842ca0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:31.906111 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-77d1301c-7f69-4c7f-8083-7063c521ad84 req-041df6ac-e8fd-4b93-a76e-7345842ca0d2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=52347e0a8df44be6bcf4f99067c9a702&device_id=eaa8796e-ac8a-4032-8b25-89fa11d1d673 HTTP/1.1" status: 200 len: 1130 time: 0.2086275 Mar 21 11:15:31.932492 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78b336c-41be-4c6a-af01-e9a73e7929e8 req-ef020847-95bf-4726-95ec-e17f795e091a tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:31.940706 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-c78b336c-41be-4c6a-af01-e9a73e7929e8 req-ef020847-95bf-4726-95ec-e17f795e091a tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/ports?device_id=eaa8796e-ac8a-4032-8b25-89fa11d1d673 HTTP/1.1" status: 200 len: 946 time: 0.2803228 Mar 21 11:15:32.165433 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-c78b336c-41be-4c6a-af01-e9a73e7929e8 req-836054f7-c152-43a1-949b-84d8ace248e3 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/security-groups?id=d16428e1-03fd-46f7-80c6-8696f1f626ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235239 Mar 21 11:15:32.190940 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ee08d7-5cb0-42c5-ba3c-f953b70cbc7a req-43c2d6af-c1eb-4c9f-8a4c-6a5bee86cfab tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:32.194207 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-c5ee08d7-5cb0-42c5-ba3c-f953b70cbc7a req-43c2d6af-c1eb-4c9f-8a4c-6a5bee86cfab tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] 10.222.0.24 "GET /v2.0/ports?device_id=21730027-c312-4efd-9945-ee0d10cc94e5 HTTP/1.1" status: 200 len: 946 time: 0.2399797 Mar 21 11:15:32.196954 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d1301c-7f69-4c7f-8083-7063c521ad84 req-05db840d-3bd6-42de-8a74-93dc0d637193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:32.200572 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-77d1301c-7f69-4c7f-8083-7063c521ad84 req-05db840d-3bd6-42de-8a74-93dc0d637193 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4a579521-14d3-4610-a099-3c56c62bd19a HTTP/1.1" status: 200 len: 920 time: 0.2866979 Mar 21 11:15:32.296656 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-313d1c83-c30c-40f2-9b7a-44b209547301 req-6bc46cb3-858f-4424-b897-84db4676f779 service neutron] 10.222.0.32 "GET /v2.0/networks/4cce8b45-caec-4211-8030-c86bb4876b47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3950210 Mar 21 11:15:32.301274 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-77d1301c-7f69-4c7f-8083-7063c521ad84 req-dd4f93b4-a946-4291-803a-816fd976b5ad service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9948eac0-7781-49c6-8e3e-4b86cdc3de84 HTTP/1.1" status: 200 len: 217 time: 0.0803096 Mar 21 11:15:32.407297 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-c5ee08d7-5cb0-42c5-ba3c-f953b70cbc7a req-1c227135-1e5c-4ca1-b809-eadb02669a1a tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee582f54-cafe-4435-94bb-8a8a6604f57a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2026408 Mar 21 11:15:32.423175 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d1301c-7f69-4c7f-8083-7063c521ad84 req-6cca88ba-296a-427a-abbd-5f199ff3e008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:32.425341 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-77d1301c-7f69-4c7f-8083-7063c521ad84 req-6cca88ba-296a-427a-abbd-5f199ff3e008 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8a3d170f-7254-484a-9abf-df0a7cea6ed2 HTTP/1.1" status: 200 len: 858 time: 0.0890059 Mar 21 11:15:32.442078 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133fede1-818d-45f8-bb75-30f7508d1c54 req-e160f300-776a-4e1c-8e0f-9249295c6f1d tempest-VolumesActionsTest-611704359 tempest-VolumesActionsTest-611704359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:32.444069 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-133fede1-818d-45f8-bb75-30f7508d1c54 req-e160f300-776a-4e1c-8e0f-9249295c6f1d tempest-VolumesActionsTest-611704359 tempest-VolumesActionsTest-611704359-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a6898a0-2351-4c7b-aaeb-1b64bf55dafd HTTP/1.1" status: 200 len: 943 time: 0.1469362 Mar 21 11:15:32.581383 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-133fede1-818d-45f8-bb75-30f7508d1c54 req-794820aa-3873-4675-b7d6-76ccb9315fa0 tempest-VolumesActionsTest-611704359 tempest-VolumesActionsTest-611704359-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d30d1c4-e6ed-4ccb-9459-24281569750d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214778 Mar 21 11:15:32.588524 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d1301c-7f69-4c7f-8083-7063c521ad84 req-02f56835-34ad-46aa-99b0-fc0227dc3196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:32.590360 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-77d1301c-7f69-4c7f-8083-7063c521ad84 req-02f56835-34ad-46aa-99b0-fc0227dc3196 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4a579521-14d3-4610-a099-3c56c62bd19a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1437445 Mar 21 11:15:32.616547 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8ba403-33b0-4929-8ae3-d340e62c8ce7 req-ac7f33da-ae35-4043-9ae4-4c45a10a9712 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:32.618276 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-bb8ba403-33b0-4929-8ae3-d340e62c8ce7 req-ac7f33da-ae35-4043-9ae4-4c45a10a9712 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/ports?device_id=c60601a3-3fb9-48e4-b22d-6fa61e28dfa4 HTTP/1.1" status: 200 len: 946 time: 0.1349611 Mar 21 11:15:32.720717 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-bb8ba403-33b0-4929-8ae3-d340e62c8ce7 req-53552a9a-3a06-4aa9-ba78-a2521980c712 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/security-groups?id=d03ae1a0-8987-409a-b315-103a0a29069c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909927 Mar 21 11:15:32.739815 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-77d1301c-7f69-4c7f-8083-7063c521ad84 req-f0d5953b-687c-41b9-a007-04463f3fd15d service neutron] 10.222.0.32 "GET /v2.0/networks/4a579521-14d3-4610-a099-3c56c62bd19a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423507 Mar 21 11:15:32.849298 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-77d1301c-7f69-4c7f-8083-7063c521ad84 req-f58a1da9-07ce-4fa1-8689-cef2345c2fe5 service neutron] 10.222.0.32 "GET /v2.0/networks/4a579521-14d3-4610-a099-3c56c62bd19a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037104 Mar 21 11:15:33.331022 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a78d26f-bcd6-46a4-8a0a-777786e341c8 req-3ae300ab-c908-4ce3-96b6-7c2ca3e9e233 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:33.336742 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-8a78d26f-bcd6-46a4-8a0a-777786e341c8 req-3ae300ab-c908-4ce3-96b6-7c2ca3e9e233 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/ports?device_id=eaa8796e-ac8a-4032-8b25-89fa11d1d673 HTTP/1.1" status: 200 len: 946 time: 0.0802600 Mar 21 11:15:33.427073 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 43680) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:15:33.433145 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-8a78d26f-bcd6-46a4-8a0a-777786e341c8 req-8b4c47fa-e050-42ae-9cba-ac6c462a3b86 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/security-groups?id=d16428e1-03fd-46f7-80c6-8696f1f626ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914123 Mar 21 11:15:33.613092 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d410bd6c-c313-4e50-8570-01ae7d7c50a8 req-1a0a1a8f-f923-4fcd-b3cb-f0cd2b891355 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:33.616118 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-d410bd6c-c313-4e50-8570-01ae7d7c50a8 req-1a0a1a8f-f923-4fcd-b3cb-f0cd2b891355 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] 10.222.0.24 "GET /v2.0/ports?device_id=21730027-c312-4efd-9945-ee0d10cc94e5 HTTP/1.1" status: 200 len: 946 time: 0.1110723 Mar 21 11:15:33.676140 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-d410bd6c-c313-4e50-8570-01ae7d7c50a8 req-02fd7e83-7d46-4955-b453-b29afb14a553 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee582f54-cafe-4435-94bb-8a8a6604f57a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545752 Mar 21 11:15:33.697392 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1902e012-a03f-4d21-b7bc-558fec37bee8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:33.792536 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb08da6e-69c8-464f-9fc0-d4988db38ddc req-6292f010-6663-4a06-9be6-00bc63c72f10 tempest-VolumesActionsTest-611704359 tempest-VolumesActionsTest-611704359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:33.797231 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-eb08da6e-69c8-464f-9fc0-d4988db38ddc req-6292f010-6663-4a06-9be6-00bc63c72f10 tempest-VolumesActionsTest-611704359 tempest-VolumesActionsTest-611704359-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a6898a0-2351-4c7b-aaeb-1b64bf55dafd HTTP/1.1" status: 200 len: 943 time: 0.0936317 Mar 21 11:15:33.829412 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1902e012-a03f-4d21-b7bc-558fec37bee8 admin admin] Publish callbacks [] for security_group (5d705951-90c7-4a28-9e90-fd4f4fd869f8), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:33.837201 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1902e012-a03f-4d21-b7bc-558fec37bee8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (5d705951-90c7-4a28-9e90-fd4f4fd869f8), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:33.882914 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-1902e012-a03f-4d21-b7bc-558fec37bee8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1a6646462858487380c8444610c64fff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4546504 Mar 21 11:15:33.884077 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-eb08da6e-69c8-464f-9fc0-d4988db38ddc req-79ba3784-2c74-4884-b58c-6a8e655953f1 tempest-VolumesActionsTest-611704359 tempest-VolumesActionsTest-611704359-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d30d1c4-e6ed-4ccb-9459-24281569750d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824356 Mar 21 11:15:33.884443 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1902e012-a03f-4d21-b7bc-558fec37bee8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d705951-90c7-4a28-9e90-fd4f4fd869f8,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:15:33.887343 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 43694) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:15:33.907099 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1902e012-a03f-4d21-b7bc-558fec37bee8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:15:33.907441 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1902e012-a03f-4d21-b7bc-558fec37bee8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:15:33.907818 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1902e012-a03f-4d21-b7bc-558fec37bee8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:15:33.908162 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1902e012-a03f-4d21-b7bc-558fec37bee8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:15:33.908501 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1902e012-a03f-4d21-b7bc-558fec37bee8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:15:33.908824 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1902e012-a03f-4d21-b7bc-558fec37bee8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:15:33.909151 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1902e012-a03f-4d21-b7bc-558fec37bee8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:15:33.909477 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1902e012-a03f-4d21-b7bc-558fec37bee8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:15:33.909802 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1902e012-a03f-4d21-b7bc-558fec37bee8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:15:33.910958 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1902e012-a03f-4d21-b7bc-558fec37bee8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:15:33.910958 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1902e012-a03f-4d21-b7bc-558fec37bee8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:15:33.910958 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1902e012-a03f-4d21-b7bc-558fec37bee8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:15:33.911306 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1902e012-a03f-4d21-b7bc-558fec37bee8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:15:33.911392 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1902e012-a03f-4d21-b7bc-558fec37bee8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:15:33.911697 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1902e012-a03f-4d21-b7bc-558fec37bee8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:15:33.949314 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d857a5-92e9-404b-856f-c9cc53f226a3 req-74b2a317-0301-4af2-a6ab-79b3526f87a2 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:33.952094 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-32d857a5-92e9-404b-856f-c9cc53f226a3 req-74b2a317-0301-4af2-a6ab-79b3526f87a2 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/ports?device_id=c60601a3-3fb9-48e4-b22d-6fa61e28dfa4 HTTP/1.1" status: 200 len: 946 time: 0.0859084 Mar 21 11:15:33.960903 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2669161d-f4c0-4ef3-b30e-51b9f067898d admin admin] Publish callbacks [] for security_group (5d705951-90c7-4a28-9e90-fd4f4fd869f8), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:33.994751 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2669161d-f4c0-4ef3-b30e-51b9f067898d admin admin] Publish callbacks [] for security_group (5d705951-90c7-4a28-9e90-fd4f4fd869f8), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:34.012165 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-32d857a5-92e9-404b-856f-c9cc53f226a3 req-479a7429-3ead-49d1-b3f8-55f76b13a2c2 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/security-groups?id=d03ae1a0-8987-409a-b315-103a0a29069c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542443 Mar 21 11:15:34.055731 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2669161d-f4c0-4ef3-b30e-51b9f067898d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (5d705951-90c7-4a28-9e90-fd4f4fd869f8), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:34.059366 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2669161d-f4c0-4ef3-b30e-51b9f067898d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:34.061190 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-2669161d-f4c0-4ef3-b30e-51b9f067898d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5d705951-90c7-4a28-9e90-fd4f4fd869f8 HTTP/1.1" status: 204 len: 168 time: 0.1726022 Mar 21 11:15:34.071062 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2669161d-f4c0-4ef3-b30e-51b9f067898d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d705951-90c7-4a28-9e90-fd4f4fd869f8,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:15:34.605636 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6abc189-8dae-44df-8cd3-45eac7dfbbe4 req-6ba3b010-071e-4056-9d5b-5cb9ebe41d74 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:34.607400 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-d6abc189-8dae-44df-8cd3-45eac7dfbbe4 req-6ba3b010-071e-4056-9d5b-5cb9ebe41d74 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/ports?device_id=eaa8796e-ac8a-4032-8b25-89fa11d1d673 HTTP/1.1" status: 200 len: 946 time: 0.0869172 Mar 21 11:15:34.671713 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-d6abc189-8dae-44df-8cd3-45eac7dfbbe4 req-26798ec3-b6a7-4e84-897a-fcb9916b9649 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/security-groups?id=d16428e1-03fd-46f7-80c6-8696f1f626ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580401 Mar 21 11:15:34.721224 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Device be11fad3-0c34-4f5c-bdf4-21402eeecb68 details requested by agent hyperv_hv-cinder-83444 with host hv-cinder-83444 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 11:15:34.846360 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] For port be11fad3-0c34-4f5c-bdf4-21402eeecb68, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=be11fad3-0c34-4f5c-bdf4-21402eeecb68,segment=NetworkSegment(84e32668-92aa-4520-8ad7-794c56c23f1c),segment_id=84e32668-92aa-4520-8ad7-794c56c23f1c)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:15:34.861376 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f3ba99-68d4-42b9-be06-7427430f752b req-8bed118f-c8b2-4f0e-9c2c-de7155412ca3 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:34.863380 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-03f3ba99-68d4-42b9-be06-7427430f752b req-8bed118f-c8b2-4f0e-9c2c-de7155412ca3 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] 10.222.0.24 "GET /v2.0/ports?device_id=21730027-c312-4efd-9945-ee0d10cc94e5 HTTP/1.1" status: 200 len: 946 time: 0.0601263 Mar 21 11:15:34.870444 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Returning: {'device': 'be11fad3-0c34-4f5c-bdf4-21402eeecb68', 'network_id': '4cce8b45-caec-4211-8030-c86bb4876b47', 'port_id': 'be11fad3-0c34-4f5c-bdf4-21402eeecb68', 'mac_address': 'fa:16:3e:32:8a:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0eb83594-d72f-44ee-accf-e102c54dca67', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 11:15:34.960069 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Current status of the port be11fad3-0c34-4f5c-bdf4-21402eeecb68 is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:15:34.960861 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (be11fad3-0c34-4f5c-bdf4-21402eeecb68), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:34.986377 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-03f3ba99-68d4-42b9-be06-7427430f752b req-7c542fd1-d4dc-4990-85d9-d82868c0f44f tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee582f54-cafe-4435-94bb-8a8a6604f57a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167967 Mar 21 11:15:35.023598 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be11fad3-0c34-4f5c-bdf4-21402eeecb68 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 11:15:35.069348 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] For port be11fad3-0c34-4f5c-bdf4-21402eeecb68, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=be11fad3-0c34-4f5c-bdf4-21402eeecb68,segment=NetworkSegment(84e32668-92aa-4520-8ad7-794c56c23f1c),segment_id=84e32668-92aa-4520-8ad7-794c56c23f1c)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:15:35.074972 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817'] for port (be11fad3-0c34-4f5c-bdf4-21402eeecb68), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:35.142244 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Pushing event updated for resources: {'Port': ['ID=be11fad3-0c34-4f5c-bdf4-21402eeecb68,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:15:35.152734 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:15:35.153804 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:15:35.154326 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:15:35.155250 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:15:35.155772 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:15:35.156278 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:15:35.157129 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:15:35.157991 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:15:35.159795 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:15:35.160915 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:15:35.161607 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:15:35.162151 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:15:35.162649 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:15:35.163265 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:15:35.164736 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:15:35.182921 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eb816c-74f0-419a-a255-850c05002ee0 req-f7422477-78ef-4e7a-b554-4c4915eb3f8a tempest-VolumesActionsTest-611704359 tempest-VolumesActionsTest-611704359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:35.185224 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-64eb816c-74f0-419a-a255-850c05002ee0 req-f7422477-78ef-4e7a-b554-4c4915eb3f8a tempest-VolumesActionsTest-611704359 tempest-VolumesActionsTest-611704359-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a6898a0-2351-4c7b-aaeb-1b64bf55dafd HTTP/1.1" status: 200 len: 944 time: 0.0717356 Mar 21 11:15:35.266975 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-64eb816c-74f0-419a-a255-850c05002ee0 req-6dcf1cb6-de04-4dff-be08-e12612b5c408 tempest-VolumesActionsTest-611704359 tempest-VolumesActionsTest-611704359-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d30d1c4-e6ed-4ccb-9459-24281569750d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689962 Mar 21 11:15:35.415389 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] get_ports_and_sgs() called for port_ids ['be11fad3-0c34-4f5c-bdf4-21402eeecb68'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 11:15:35.430847 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071d3f6a-0e22-4e95-9694-c187e8fa250d req-1c3476a6-310e-4cc7-84b3-d565386ea17c tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:35.432490 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-071d3f6a-0e22-4e95-9694-c187e8fa250d req-1c3476a6-310e-4cc7-84b3-d565386ea17c tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/ports?device_id=c60601a3-3fb9-48e4-b22d-6fa61e28dfa4 HTTP/1.1" status: 200 len: 946 time: 0.1397545 Mar 21 11:15:35.464943 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5b208f-3a8a-4f8a-86fe-4de8f73267c4 req-65c1ea51-949d-4644-833f-75943329f23d tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:35.466480 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-ff5b208f-3a8a-4f8a-86fe-4de8f73267c4 req-65c1ea51-949d-4644-833f-75943329f23d tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] 10.222.0.24 "GET /v2.0/ports?device_id=21730027-c312-4efd-9945-ee0d10cc94e5 HTTP/1.1" status: 200 len: 946 time: 0.1210351 Mar 21 11:15:35.491404 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54fa1f1-2a68-4c40-8e42-c35c11fb0f33 req-5ca71f8b-9404-4d0e-9453-119a3b9adfab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:35.493215 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-e54fa1f1-2a68-4c40-8e42-c35c11fb0f33 req-5ca71f8b-9404-4d0e-9453-119a3b9adfab service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5c0a065250d348a7b0fe2877a603793f&device_id=21730027-c312-4efd-9945-ee0d10cc94e5 HTTP/1.1" status: 200 len: 1130 time: 0.1102383 Mar 21 11:15:35.591978 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-071d3f6a-0e22-4e95-9694-c187e8fa250d req-cc303eb8-a40d-48e0-a3c3-13932d5155e4 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/security-groups?id=d03ae1a0-8987-409a-b315-103a0a29069c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1424124 Mar 21 11:15:35.623437 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-ff5b208f-3a8a-4f8a-86fe-4de8f73267c4 req-c0d4029b-2d3f-4aae-bda7-a656246b92ff tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee582f54-cafe-4435-94bb-8a8a6604f57a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1238880 Mar 21 11:15:35.658513 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54fa1f1-2a68-4c40-8e42-c35c11fb0f33 req-5ec36b23-8d8f-49d5-9e3a-a8ef50f3f6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:35.663480 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-e54fa1f1-2a68-4c40-8e42-c35c11fb0f33 req-5ec36b23-8d8f-49d5-9e3a-a8ef50f3f6eb service neutron] 10.222.0.32 "GET /v2.0/networks?id=1436ce26-cb86-45d4-9a97-097fbbf6586a HTTP/1.1" status: 200 len: 912 time: 0.1626663 Mar 21 11:15:35.799488 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-e54fa1f1-2a68-4c40-8e42-c35c11fb0f33 req-f8bc2b38-e9e5-4135-a5cc-aaf46cabd978 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6551c28e-0365-4364-a2f5-4efa7bf2bb34 HTTP/1.1" status: 200 len: 1002 time: 0.1297665 Mar 21 11:15:35.871325 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cf3010-f5b9-4d39-9142-a3e56c8e964e req-b91afe20-c939-4829-978b-ce49f777186a tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:35.873040 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-94cf3010-f5b9-4d39-9142-a3e56c8e964e req-b91afe20-c939-4829-978b-ce49f777186a tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/ports?device_id=eaa8796e-ac8a-4032-8b25-89fa11d1d673 HTTP/1.1" status: 200 len: 946 time: 0.1172922 Mar 21 11:15:35.883893 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54fa1f1-2a68-4c40-8e42-c35c11fb0f33 req-dea80d54-f1c9-4b7b-afa2-33f4a66cc2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:35.885757 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-e54fa1f1-2a68-4c40-8e42-c35c11fb0f33 req-dea80d54-f1c9-4b7b-afa2-33f4a66cc2e1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fea72cb6-9b89-4ba0-8193-720fc6fd5e2b HTTP/1.1" status: 200 len: 850 time: 0.0774684 Mar 21 11:15:35.968538 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-94cf3010-f5b9-4d39-9142-a3e56c8e964e req-2f9ab14a-f178-406b-946b-77e22e0bc54b tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/security-groups?id=d16428e1-03fd-46f7-80c6-8696f1f626ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804200 Mar 21 11:15:35.979989 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54fa1f1-2a68-4c40-8e42-c35c11fb0f33 req-06c6e32b-4dc8-4801-9e86-d653df40b94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:35.981637 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-e54fa1f1-2a68-4c40-8e42-c35c11fb0f33 req-06c6e32b-4dc8-4801-9e86-d653df40b94b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1436ce26-cb86-45d4-9a97-097fbbf6586a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0855594 Mar 21 11:15:36.152053 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-e54fa1f1-2a68-4c40-8e42-c35c11fb0f33 req-bf366abd-9313-4ca8-b175-582e0f155631 service neutron] 10.222.0.32 "GET /v2.0/networks/1436ce26-cb86-45d4-9a97-097fbbf6586a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563945 Mar 21 11:15:36.304481 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-e54fa1f1-2a68-4c40-8e42-c35c11fb0f33 req-7e03d5cf-95d2-4971-9e93-aa733cadf42d service neutron] 10.222.0.32 "GET /v2.0/networks/1436ce26-cb86-45d4-9a97-097fbbf6586a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464052 Mar 21 11:15:36.489090 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701888ec-ef2b-4004-94e4-61c98c82f092 req-58a96a77-4014-4ac0-936a-c01e25315c14 tempest-VolumesActionsTest-611704359 tempest-VolumesActionsTest-611704359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:36.492398 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-701888ec-ef2b-4004-94e4-61c98c82f092 req-58a96a77-4014-4ac0-936a-c01e25315c14 tempest-VolumesActionsTest-611704359 tempest-VolumesActionsTest-611704359-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a6898a0-2351-4c7b-aaeb-1b64bf55dafd HTTP/1.1" status: 200 len: 944 time: 0.0772216 Mar 21 11:15:36.581419 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-701888ec-ef2b-4004-94e4-61c98c82f092 req-a4cd4281-7841-4cf1-8dc3-c8fae0fdcda6 tempest-VolumesActionsTest-611704359 tempest-VolumesActionsTest-611704359-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d30d1c4-e6ed-4ccb-9459-24281569750d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782840 Mar 21 11:15:36.722342 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Device be11fad3-0c34-4f5c-bdf4-21402eeecb68 up at agent hyperv_hv-cinder-83444 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:15:36.817269 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Provisioning for port be11fad3-0c34-4f5c-bdf4-21402eeecb68 completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 21 11:15:36.828486 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Provisioning complete for port be11fad3-0c34-4f5c-bdf4-21402eeecb68 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:15:36.828933 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688166'] for port (be11fad3-0c34-4f5c-bdf4-21402eeecb68), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:36.908607 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669730b7-453b-452e-99db-8375307c64ef req-3c22bd85-36df-4da0-a19a-ce62f01dec41 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:36.911251 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-669730b7-453b-452e-99db-8375307c64ef req-3c22bd85-36df-4da0-a19a-ce62f01dec41 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] 10.222.0.24 "GET /v2.0/ports?device_id=21730027-c312-4efd-9945-ee0d10cc94e5 HTTP/1.1" status: 200 len: 946 time: 0.1790452 Mar 21 11:15:36.924813 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee49dbf-816a-46df-bcc7-82004ea32615 req-b0872d67-fc11-41c9-9db8-42538c1c712c tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:36.927378 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-cee49dbf-816a-46df-bcc7-82004ea32615 req-b0872d67-fc11-41c9-9db8-42538c1c712c tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/ports?device_id=c60601a3-3fb9-48e4-b22d-6fa61e28dfa4 HTTP/1.1" status: 200 len: 946 time: 0.1906681 Mar 21 11:15:36.955893 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Current status of the port be11fad3-0c34-4f5c-bdf4-21402eeecb68 is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:15:36.956291 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (be11fad3-0c34-4f5c-bdf4-21402eeecb68), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:37.006381 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a6898a0-2351-4c7b-aaeb-1b64bf55dafd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be11fad3-0c34-4f5c-bdf4-21402eeecb68'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:15:37.010355 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f4962fb769adde196efb410afcfec8f2b34529d6df7ca74076ce40474c5a66c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cf602aa-24f2-4156-a0d7-5ec1f2b2de60" -d '{"events": [{"server_uuid": "3a6898a0-2351-4c7b-aaeb-1b64bf55dafd", "name": "network-vif-plugged", "status": "completed", "tag": "be11fad3-0c34-4f5c-bdf4-21402eeecb68"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:15:37.026011 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] For port be11fad3-0c34-4f5c-bdf4-21402eeecb68, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=be11fad3-0c34-4f5c-bdf4-21402eeecb68,segment=NetworkSegment(84e32668-92aa-4520-8ad7-794c56c23f1c),segment_id=84e32668-92aa-4520-8ad7-794c56c23f1c)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:15:37.033377 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817'] for port (be11fad3-0c34-4f5c-bdf4-21402eeecb68), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:37.073352 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-669730b7-453b-452e-99db-8375307c64ef req-8cba55f6-1c96-4807-b91b-d7c5be442cea tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee582f54-cafe-4435-94bb-8a8a6604f57a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1445599 Mar 21 11:15:37.094476 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-cee49dbf-816a-46df-bcc7-82004ea32615 req-509bdd12-4cb2-4ce0-8b85-3e3dace34141 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/security-groups?id=d03ae1a0-8987-409a-b315-103a0a29069c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1360319 Mar 21 11:15:37.160090 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Pushing event updated for resources: {'Port': ['ID=be11fad3-0c34-4f5c-bdf4-21402eeecb68,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:15:37.207588 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 11:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91803fdc-6493-4187-999f-8d0982f440c5 x-openstack-request-id: req-91803fdc-6493-4187-999f-8d0982f440c5 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:15:37.208740 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a6898a0-2351-4c7b-aaeb-1b64bf55dafd", "name": "network-vif-plugged", "status": "completed", "tag": "be11fad3-0c34-4f5c-bdf4-21402eeecb68", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:15:37.208740 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-91803fdc-6493-4187-999f-8d0982f440c5 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:15:37.209263 dv-cinder-834448-1-smb neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a6898a0-2351-4c7b-aaeb-1b64bf55dafd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be11fad3-0c34-4f5c-bdf4-21402eeecb68', 'code': 200} Mar 21 11:15:37.295749 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a1436f-ac51-49a9-b9a1-0c21d0c98527 req-16183acf-5962-4cee-815e-0f334405e07f tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:37.303463 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-f5a1436f-ac51-49a9-b9a1-0c21d0c98527 req-16183acf-5962-4cee-815e-0f334405e07f tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/ports?device_id=eaa8796e-ac8a-4032-8b25-89fa11d1d673 HTTP/1.1" status: 200 len: 946 time: 0.1048265 Mar 21 11:15:37.369629 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-f5a1436f-ac51-49a9-b9a1-0c21d0c98527 req-afa79d40-f756-4aba-bd51-e8cda93b26c3 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/security-groups?id=d16428e1-03fd-46f7-80c6-8696f1f626ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650361 Mar 21 11:15:37.477420 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265356a2-4476-425e-9c13-d05002ccfdf1 req-67228c2c-e427-4ac4-b2a4-c97fa11e71d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:37.479063 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-265356a2-4476-425e-9c13-d05002ccfdf1 req-67228c2c-e427-4ac4-b2a4-c97fa11e71d2 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3a6898a0-2351-4c7b-aaeb-1b64bf55dafd HTTP/1.1" status: 200 len: 1129 time: 0.0807238 Mar 21 11:15:37.561962 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-265356a2-4476-425e-9c13-d05002ccfdf1 req-76b8d26f-7a66-43b2-bd3e-5d963f8618fe service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=7d30d1c4-e6ed-4ccb-9459-24281569750d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753131 Mar 21 11:15:37.739862 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533c759f-3fbe-440e-b062-a79c546ea3a0 req-7b53c485-5026-402b-851d-ad295a3a02bb tempest-VolumesActionsTest-611704359 tempest-VolumesActionsTest-611704359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:37.741703 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-533c759f-3fbe-440e-b062-a79c546ea3a0 req-7b53c485-5026-402b-851d-ad295a3a02bb tempest-VolumesActionsTest-611704359 tempest-VolumesActionsTest-611704359-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a6898a0-2351-4c7b-aaeb-1b64bf55dafd HTTP/1.1" status: 200 len: 945 time: 0.0690801 Mar 21 11:15:37.805914 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-533c759f-3fbe-440e-b062-a79c546ea3a0 req-0939adf4-2c98-4529-8e98-e693bcf08f42 tempest-VolumesActionsTest-611704359 tempest-VolumesActionsTest-611704359-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d30d1c4-e6ed-4ccb-9459-24281569750d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564318 Mar 21 11:15:38.280467 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1b034e-0932-4a3a-af15-cc12198bde2c req-9181717c-8b6a-4deb-8899-a44495e9e8fe tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:38.282095 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-7c1b034e-0932-4a3a-af15-cc12198bde2c req-9181717c-8b6a-4deb-8899-a44495e9e8fe tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] 10.222.0.24 "GET /v2.0/ports?device_id=21730027-c312-4efd-9945-ee0d10cc94e5 HTTP/1.1" status: 200 len: 946 time: 0.0920875 Mar 21 11:15:38.290458 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9003257a-9b13-47a6-a7cd-b3a26ed95fa7 req-c8277b23-bd02-4a35-9f1f-c7d9d5e60d42 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:38.292069 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-9003257a-9b13-47a6-a7cd-b3a26ed95fa7 req-c8277b23-bd02-4a35-9f1f-c7d9d5e60d42 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/ports?device_id=c60601a3-3fb9-48e4-b22d-6fa61e28dfa4 HTTP/1.1" status: 200 len: 946 time: 0.0927880 Mar 21 11:15:38.366558 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-7c1b034e-0932-4a3a-af15-cc12198bde2c req-4a2a3007-439e-4065-b14b-edf4f8ba028b tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee582f54-cafe-4435-94bb-8a8a6604f57a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734708 Mar 21 11:15:38.380101 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-9003257a-9b13-47a6-a7cd-b3a26ed95fa7 req-92bbc1b1-dc36-44c2-a4a6-0b1f17b21fe4 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/security-groups?id=d03ae1a0-8987-409a-b315-103a0a29069c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787871 Mar 21 11:15:38.562491 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262acdaf-982d-44ae-a69b-88bed10873bd req-5df41d04-a082-4f4c-b4ab-e9e5cd636b47 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:38.564144 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-262acdaf-982d-44ae-a69b-88bed10873bd req-5df41d04-a082-4f4c-b4ab-e9e5cd636b47 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/ports?device_id=eaa8796e-ac8a-4032-8b25-89fa11d1d673 HTTP/1.1" status: 200 len: 946 time: 0.0720692 Mar 21 11:15:38.622985 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-262acdaf-982d-44ae-a69b-88bed10873bd req-2865832b-084e-426c-b08d-2f582660f40b tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/security-groups?id=d16428e1-03fd-46f7-80c6-8696f1f626ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526052 Mar 21 11:15:38.971558 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b249df11-e82a-416c-b2df-115c29ecba3f req-d8f65364-1fa0-4335-854e-a608bcd2ead3 tempest-VolumesActionsTest-611704359 tempest-VolumesActionsTest-611704359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:38.979745 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-b249df11-e82a-416c-b2df-115c29ecba3f req-d8f65364-1fa0-4335-854e-a608bcd2ead3 tempest-VolumesActionsTest-611704359 tempest-VolumesActionsTest-611704359-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a6898a0-2351-4c7b-aaeb-1b64bf55dafd HTTP/1.1" status: 200 len: 945 time: 0.0805144 Mar 21 11:15:39.057480 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-b249df11-e82a-416c-b2df-115c29ecba3f req-910dd776-da8d-4588-bea0-bebae1ff7172 tempest-VolumesActionsTest-611704359 tempest-VolumesActionsTest-611704359-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d30d1c4-e6ed-4ccb-9459-24281569750d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762024 Mar 21 11:15:39.561190 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f695e0-2d47-4b87-a79b-534d612f68df req-a99bca42-dc0f-4e3f-a055-6927491b74f9 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:39.563701 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-02f695e0-2d47-4b87-a79b-534d612f68df req-a99bca42-dc0f-4e3f-a055-6927491b74f9 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/ports?device_id=c60601a3-3fb9-48e4-b22d-6fa61e28dfa4 HTTP/1.1" status: 200 len: 946 time: 0.0811577 Mar 21 11:15:39.622733 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-02f695e0-2d47-4b87-a79b-534d612f68df req-991a9725-a8d6-4b0b-82a7-8728e1500493 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/security-groups?id=d03ae1a0-8987-409a-b315-103a0a29069c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517058 Mar 21 11:15:39.797020 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eaa467-59bc-4dc9-9e77-87cf13eb7fdd req-ccfccbd3-840f-4319-b8e0-6f6047cea71f tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:39.799155 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-f6eaa467-59bc-4dc9-9e77-87cf13eb7fdd req-ccfccbd3-840f-4319-b8e0-6f6047cea71f tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/ports?device_id=eaa8796e-ac8a-4032-8b25-89fa11d1d673 HTTP/1.1" status: 200 len: 946 time: 0.0679009 Mar 21 11:15:39.864103 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-f6eaa467-59bc-4dc9-9e77-87cf13eb7fdd req-123b2333-2d95-40be-b363-b0fe88c6b349 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/security-groups?id=d16428e1-03fd-46f7-80c6-8696f1f626ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588286 Mar 21 11:15:40.196610 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84661a4-3f28-4d00-bfde-a0432792a20d req-fa37d248-8d5d-4f1e-b6c0-28fb6f1bf270 tempest-VolumesActionsTest-611704359 tempest-VolumesActionsTest-611704359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:40.198120 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-c84661a4-3f28-4d00-bfde-a0432792a20d req-fa37d248-8d5d-4f1e-b6c0-28fb6f1bf270 tempest-VolumesActionsTest-611704359 tempest-VolumesActionsTest-611704359-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a6898a0-2351-4c7b-aaeb-1b64bf55dafd HTTP/1.1" status: 200 len: 945 time: 0.0610197 Mar 21 11:15:40.270857 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-c84661a4-3f28-4d00-bfde-a0432792a20d req-b560c88c-879c-4446-8d3c-6baf9ff85c88 tempest-VolumesActionsTest-611704359 tempest-VolumesActionsTest-611704359-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d30d1c4-e6ed-4ccb-9459-24281569750d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643194 Mar 21 11:15:40.797107 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c646336d-159a-4728-b012-b8691aeb2ffd req-af61f85e-6c34-4d70-ba53-0fa96101b4b6 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:40.800059 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-c646336d-159a-4728-b012-b8691aeb2ffd req-af61f85e-6c34-4d70-ba53-0fa96101b4b6 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/ports?device_id=c60601a3-3fb9-48e4-b22d-6fa61e28dfa4 HTTP/1.1" status: 200 len: 946 time: 0.0778210 Mar 21 11:15:40.857688 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-c646336d-159a-4728-b012-b8691aeb2ffd req-ec2094ec-e3b5-4dae-8968-39036b2314f3 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/security-groups?id=d03ae1a0-8987-409a-b315-103a0a29069c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484874 Mar 21 11:15:41.015832 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0396889-e661-4fb4-9d0b-0a80db276c68 req-6daac3f3-a217-456c-8959-13422d536c83 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:41.017878 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-d0396889-e661-4fb4-9d0b-0a80db276c68 req-6daac3f3-a217-456c-8959-13422d536c83 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/ports?device_id=eaa8796e-ac8a-4032-8b25-89fa11d1d673 HTTP/1.1" status: 200 len: 946 time: 0.0660973 Mar 21 11:15:41.130535 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-d0396889-e661-4fb4-9d0b-0a80db276c68 req-236a93de-d7ad-42ae-84f0-bd676e1d44dc tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/security-groups?id=d16428e1-03fd-46f7-80c6-8696f1f626ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049657 Mar 21 11:15:41.154724 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2341ea-51f2-4204-adbf-8f3d0901af54 req-d7fdbb17-9b43-4b4f-8a28-b366a9c402c8 tempest-VolumesActionsTest-611704359 tempest-VolumesActionsTest-611704359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:41.156364 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-0c2341ea-51f2-4204-adbf-8f3d0901af54 req-d7fdbb17-9b43-4b4f-8a28-b366a9c402c8 tempest-VolumesActionsTest-611704359 tempest-VolumesActionsTest-611704359-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a6898a0-2351-4c7b-aaeb-1b64bf55dafd HTTP/1.1" status: 200 len: 945 time: 0.1095505 Mar 21 11:15:41.227864 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-0c2341ea-51f2-4204-adbf-8f3d0901af54 req-63077120-c3f2-4c71-9eb0-c67e401292e2 tempest-VolumesActionsTest-611704359 tempest-VolumesActionsTest-611704359-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d30d1c4-e6ed-4ccb-9459-24281569750d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650525 Mar 21 11:15:41.399560 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 43886) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:15:41.553149 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d1d121d9-7282-4011-9e30-56a434498370 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:41.640717 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d1d121d9-7282-4011-9e30-56a434498370 admin admin] Publish callbacks [] for security_group (1402aa3d-52ea-4dd3-8f7d-b86724671eef), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:41.645365 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d1d121d9-7282-4011-9e30-56a434498370 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (1402aa3d-52ea-4dd3-8f7d-b86724671eef), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:41.685943 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-d1d121d9-7282-4011-9e30-56a434498370 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=63a062fa712f45af9ec7854075d2e6af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2842350 Mar 21 11:15:41.686839 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d121d9-7282-4011-9e30-56a434498370 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1402aa3d-52ea-4dd3-8f7d-b86724671eef,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:15:41.689703 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 43892) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:15:41.764751 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3d96b792-6d45-4479-a679-9e3f46270f04 admin admin] Publish callbacks [] for security_group (1402aa3d-52ea-4dd3-8f7d-b86724671eef), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:41.793548 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3d96b792-6d45-4479-a679-9e3f46270f04 admin admin] Publish callbacks [] for security_group (1402aa3d-52ea-4dd3-8f7d-b86724671eef), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:41.864198 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3d96b792-6d45-4479-a679-9e3f46270f04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (1402aa3d-52ea-4dd3-8f7d-b86724671eef), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:41.867662 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3d96b792-6d45-4479-a679-9e3f46270f04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:41.869018 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-3d96b792-6d45-4479-a679-9e3f46270f04 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1402aa3d-52ea-4dd3-8f7d-b86724671eef HTTP/1.1" status: 204 len: 168 time: 0.1782415 Mar 21 11:15:41.882223 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d96b792-6d45-4479-a679-9e3f46270f04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1402aa3d-52ea-4dd3-8f7d-b86724671eef,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:15:41.895471 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d96b792-6d45-4479-a679-9e3f46270f04 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:15:41.896091 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d96b792-6d45-4479-a679-9e3f46270f04 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:15:41.896683 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d96b792-6d45-4479-a679-9e3f46270f04 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:15:41.897273 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d96b792-6d45-4479-a679-9e3f46270f04 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:15:41.897849 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d96b792-6d45-4479-a679-9e3f46270f04 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:15:41.898421 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d96b792-6d45-4479-a679-9e3f46270f04 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:15:41.898967 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d96b792-6d45-4479-a679-9e3f46270f04 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:15:41.899519 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d96b792-6d45-4479-a679-9e3f46270f04 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:15:41.900123 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d96b792-6d45-4479-a679-9e3f46270f04 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:15:41.901128 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d96b792-6d45-4479-a679-9e3f46270f04 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:15:41.901713 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d96b792-6d45-4479-a679-9e3f46270f04 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:15:41.902532 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d96b792-6d45-4479-a679-9e3f46270f04 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:15:41.903187 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d96b792-6d45-4479-a679-9e3f46270f04 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:15:41.903788 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d96b792-6d45-4479-a679-9e3f46270f04 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:15:41.904414 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d96b792-6d45-4479-a679-9e3f46270f04 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:15:42.070341 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b7ac08-39a4-426e-bb0d-8083437273b8 req-edb930e7-3635-4305-b6e8-58c5aa534408 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:42.071944 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-f1b7ac08-39a4-426e-bb0d-8083437273b8 req-edb930e7-3635-4305-b6e8-58c5aa534408 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/ports?device_id=c60601a3-3fb9-48e4-b22d-6fa61e28dfa4 HTTP/1.1" status: 200 len: 946 time: 0.0837133 Mar 21 11:15:42.385361 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-f1b7ac08-39a4-426e-bb0d-8083437273b8 req-89749ade-8b30-4d77-899d-8c80c7b03392 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/security-groups?id=d03ae1a0-8987-409a-b315-103a0a29069c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3062994 Mar 21 11:15:42.425033 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e509b39e-5873-4848-a270-c47a5a9ef945 req-84cd46fc-a22a-4a15-95d6-925192cf21a6 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:42.425033 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-e509b39e-5873-4848-a270-c47a5a9ef945 req-84cd46fc-a22a-4a15-95d6-925192cf21a6 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/ports?device_id=eaa8796e-ac8a-4032-8b25-89fa11d1d673 HTTP/1.1" status: 200 len: 946 time: 0.0706277 Mar 21 11:15:42.547474 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-e509b39e-5873-4848-a270-c47a5a9ef945 req-1d41a005-6e3a-487f-a9e9-412be3c9c244 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/security-groups?id=d16428e1-03fd-46f7-80c6-8696f1f626ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022592 Mar 21 11:15:42.580844 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0d84d0-ef13-4773-a2b3-abc4bb06d57f req-23e38b7b-8073-45f9-a6cd-693645395f84 tempest-VolumesActionsTest-611704359 tempest-VolumesActionsTest-611704359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:42.588233 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-2d0d84d0-ef13-4773-a2b3-abc4bb06d57f req-23e38b7b-8073-45f9-a6cd-693645395f84 tempest-VolumesActionsTest-611704359 tempest-VolumesActionsTest-611704359-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a6898a0-2351-4c7b-aaeb-1b64bf55dafd HTTP/1.1" status: 200 len: 945 time: 0.0992389 Mar 21 11:15:42.660368 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-2d0d84d0-ef13-4773-a2b3-abc4bb06d57f req-54431920-776d-450f-8cf9-9a367141fbdf tempest-VolumesActionsTest-611704359 tempest-VolumesActionsTest-611704359-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d30d1c4-e6ed-4ccb-9459-24281569750d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710075 Mar 21 11:15:42.710385 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc386f8-0ca3-4f80-9de4-d9c88f6c0638 req-99129d8d-c5e1-4bdc-a7d4-2a161fb2bf8b tempest-VolumesActionsTest-611704359 tempest-VolumesActionsTest-611704359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:42.712172 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-ebc386f8-0ca3-4f80-9de4-d9c88f6c0638 req-99129d8d-c5e1-4bdc-a7d4-2a161fb2bf8b tempest-VolumesActionsTest-611704359 tempest-VolumesActionsTest-611704359-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a6898a0-2351-4c7b-aaeb-1b64bf55dafd HTTP/1.1" status: 200 len: 945 time: 0.0700498 Mar 21 11:15:42.825271 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-ebc386f8-0ca3-4f80-9de4-d9c88f6c0638 req-933d8542-5a0d-4cc2-b6ea-731afa6a2488 tempest-VolumesActionsTest-611704359 tempest-VolumesActionsTest-611704359-project] Deleting port be11fad3-0c34-4f5c-bdf4-21402eeecb68 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:15:42.825699 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-ebc386f8-0ca3-4f80-9de4-d9c88f6c0638 req-933d8542-5a0d-4cc2-b6ea-731afa6a2488 tempest-VolumesActionsTest-611704359 tempest-VolumesActionsTest-611704359-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738246690591'] for port (be11fad3-0c34-4f5c-bdf4-21402eeecb68), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:42.942413 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-ebc386f8-0ca3-4f80-9de4-d9c88f6c0638 req-933d8542-5a0d-4cc2-b6ea-731afa6a2488 tempest-VolumesActionsTest-611704359 tempest-VolumesActionsTest-611704359-project] For port be11fad3-0c34-4f5c-bdf4-21402eeecb68, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=be11fad3-0c34-4f5c-bdf4-21402eeecb68,segment=NetworkSegment(84e32668-92aa-4520-8ad7-794c56c23f1c),segment_id=84e32668-92aa-4520-8ad7-794c56c23f1c)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:15:42.943121 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-ebc386f8-0ca3-4f80-9de4-d9c88f6c0638 req-933d8542-5a0d-4cc2-b6ea-731afa6a2488 tempest-VolumesActionsTest-611704359 tempest-VolumesActionsTest-611704359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701214'] for port (be11fad3-0c34-4f5c-bdf4-21402eeecb68), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:42.958380 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-ebc386f8-0ca3-4f80-9de4-d9c88f6c0638 req-933d8542-5a0d-4cc2-b6ea-731afa6a2488 tempest-VolumesActionsTest-611704359 tempest-VolumesActionsTest-611704359-project] Calling delete_port for be11fad3-0c34-4f5c-bdf4-21402eeecb68 owned by compute:nova {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:15:43.118308 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-ebc386f8-0ca3-4f80-9de4-d9c88f6c0638 req-933d8542-5a0d-4cc2-b6ea-731afa6a2488 tempest-VolumesActionsTest-611704359 tempest-VolumesActionsTest-611704359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738246698626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738246144790'] for port (be11fad3-0c34-4f5c-bdf4-21402eeecb68), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:43.135273 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] get_ports_and_sgs() called for port_ids ['be11fad3-0c34-4f5c-bdf4-21402eeecb68'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 11:15:43.153275 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933d8542-5a0d-4cc2-b6ea-731afa6a2488 tempest-VolumesActionsTest-611704359 tempest-VolumesActionsTest-611704359-project] Pushing event deleted for resources: {'Port': ['ID=be11fad3-0c34-4f5c-bdf4-21402eeecb68,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:15:43.220897 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebc386f8-0ca3-4f80-9de4-d9c88f6c0638 req-933d8542-5a0d-4cc2-b6ea-731afa6a2488 tempest-VolumesActionsTest-611704359 tempest-VolumesActionsTest-611704359-project] No DVR routers for this DVR port be11fad3-0c34-4f5c-bdf4-21402eeecb68 on host hv-cinder-83444 {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 11:15:43.223866 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-ebc386f8-0ca3-4f80-9de4-d9c88f6c0638 req-933d8542-5a0d-4cc2-b6ea-731afa6a2488 tempest-VolumesActionsTest-611704359 tempest-VolumesActionsTest-611704359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97509'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:43.227618 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-ebc386f8-0ca3-4f80-9de4-d9c88f6c0638 req-933d8542-5a0d-4cc2-b6ea-731afa6a2488 tempest-VolumesActionsTest-611704359 tempest-VolumesActionsTest-611704359-project] 10.222.0.32 "DELETE /v2.0/ports/be11fad3-0c34-4f5c-bdf4-21402eeecb68 HTTP/1.1" status: 204 len: 173 time: 0.5094883 Mar 21 11:15:43.228164 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a6898a0-2351-4c7b-aaeb-1b64bf55dafd', 'name': 'network-vif-deleted', 'tag': 'be11fad3-0c34-4f5c-bdf4-21402eeecb68'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:15:43.230470 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881d039021bf7bfdbb2ec2cc2a60bd67cc793bf6de71028ad915050608b1b1c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ef6fde5-f007-4fbe-9b41-48cca2fe7451" -d '{"events": [{"server_uuid": "3a6898a0-2351-4c7b-aaeb-1b64bf55dafd", "name": "network-vif-deleted", "tag": "be11fad3-0c34-4f5c-bdf4-21402eeecb68"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:15:43.276621 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 11:15:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfcd6cba-f4c5-48aa-b190-93e4c8da8d16 x-openstack-request-id: req-bfcd6cba-f4c5-48aa-b190-93e4c8da8d16 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:15:43.276905 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a6898a0-2351-4c7b-aaeb-1b64bf55dafd", "name": "network-vif-deleted", "tag": "be11fad3-0c34-4f5c-bdf4-21402eeecb68", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:15:43.277160 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bfcd6cba-f4c5-48aa-b190-93e4c8da8d16 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:15:43.277558 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a6898a0-2351-4c7b-aaeb-1b64bf55dafd', 'name': 'network-vif-deleted', 'tag': 'be11fad3-0c34-4f5c-bdf4-21402eeecb68', 'status': 'completed', 'code': 200} Mar 21 11:15:43.589003 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e59347-bf0d-464a-8058-d35f1441eb35 req-277625a9-8abf-498b-8d4a-eca3930584f3 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:43.590612 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-76e59347-bf0d-464a-8058-d35f1441eb35 req-277625a9-8abf-498b-8d4a-eca3930584f3 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/ports?device_id=c60601a3-3fb9-48e4-b22d-6fa61e28dfa4 HTTP/1.1" status: 200 len: 946 time: 0.0820158 Mar 21 11:15:43.684623 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-76e59347-bf0d-464a-8058-d35f1441eb35 req-cb06b578-2136-4daf-b5d3-24ece0e51bdc tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/security-groups?id=d03ae1a0-8987-409a-b315-103a0a29069c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836596 Mar 21 11:15:43.744578 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802c7bec-951f-4530-9e9b-a6fc00a0c258 req-bcf7806a-40e3-4da1-8080-3c4b26745643 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:43.746325 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-802c7bec-951f-4530-9e9b-a6fc00a0c258 req-bcf7806a-40e3-4da1-8080-3c4b26745643 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/ports?device_id=eaa8796e-ac8a-4032-8b25-89fa11d1d673 HTTP/1.1" status: 200 len: 946 time: 0.0783775 Mar 21 11:15:43.859189 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-c5fe8cb2-3816-44f0-b001-cc095e34765c req-19322780-6d32-4a44-96ca-d9e878142006 tempest-VolumesActionsTest-611704359 tempest-VolumesActionsTest-611704359-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a6898a0-2351-4c7b-aaeb-1b64bf55dafd HTTP/1.1" status: 200 len: 210 time: 0.0536144 Mar 21 11:15:43.873803 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-802c7bec-951f-4530-9e9b-a6fc00a0c258 req-04f45e8c-540f-4654-92e1-b7762be7666c tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/security-groups?id=d16428e1-03fd-46f7-80c6-8696f1f626ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187036 Mar 21 11:15:44.303182 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 44014) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:15:44.444273 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d3f78fb1-ab75-4176-90d2-1382e3ace1a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:44.540438 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d3f78fb1-ab75-4176-90d2-1382e3ace1a0 admin admin] Publish callbacks [] for security_group (88687d56-325c-4125-affb-bbb018a2cce6), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:44.547614 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d3f78fb1-ab75-4176-90d2-1382e3ace1a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (88687d56-325c-4125-affb-bbb018a2cce6), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:44.624320 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-d3f78fb1-ab75-4176-90d2-1382e3ace1a0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=27ec40641f50486f9b2202d1c8e3cabc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3198392 Mar 21 11:15:44.625215 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f78fb1-ab75-4176-90d2-1382e3ace1a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88687d56-325c-4125-affb-bbb018a2cce6,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:15:44.627930 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 44022) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:15:44.686700 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-dd627e79-2349-4cdb-b47c-73e018925832 admin admin] Publish callbacks [] for security_group (88687d56-325c-4125-affb-bbb018a2cce6), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:44.713280 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-dd627e79-2349-4cdb-b47c-73e018925832 admin admin] Publish callbacks [] for security_group (88687d56-325c-4125-affb-bbb018a2cce6), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:44.774093 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-dd627e79-2349-4cdb-b47c-73e018925832 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (88687d56-325c-4125-affb-bbb018a2cce6), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:44.778905 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-dd627e79-2349-4cdb-b47c-73e018925832 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:44.781767 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-dd627e79-2349-4cdb-b47c-73e018925832 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/88687d56-325c-4125-affb-bbb018a2cce6 HTTP/1.1" status: 204 len: 168 time: 0.1525445 Mar 21 11:15:44.812138 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd627e79-2349-4cdb-b47c-73e018925832 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88687d56-325c-4125-affb-bbb018a2cce6,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:15:44.871953 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50ae92c-9536-400d-928c-62259e971b71 req-6dc6eaa8-f72c-4012-8f52-3392b96a4178 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:44.874508 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-d50ae92c-9536-400d-928c-62259e971b71 req-6dc6eaa8-f72c-4012-8f52-3392b96a4178 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/ports?device_id=c60601a3-3fb9-48e4-b22d-6fa61e28dfa4 HTTP/1.1" status: 200 len: 946 time: 0.0797863 Mar 21 11:15:44.949233 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-d50ae92c-9536-400d-928c-62259e971b71 req-2082d83f-6e3f-4299-b585-304508841e05 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/security-groups?id=d03ae1a0-8987-409a-b315-103a0a29069c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676937 Mar 21 11:15:45.102051 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2c3005-0b3d-43fb-ae3c-4ced0bc5cb5e req-82dd2672-7c1f-4166-90a2-244d3fa14de3 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:45.103903 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-2d2c3005-0b3d-43fb-ae3c-4ced0bc5cb5e req-82dd2672-7c1f-4166-90a2-244d3fa14de3 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/ports?device_id=eaa8796e-ac8a-4032-8b25-89fa11d1d673 HTTP/1.1" status: 200 len: 946 time: 0.1029716 Mar 21 11:15:45.193267 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 44044) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:15:45.206781 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-2d2c3005-0b3d-43fb-ae3c-4ced0bc5cb5e req-287719b7-3ed7-4e48-8864-b1bd4f43d8d9 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/security-groups?id=d16428e1-03fd-46f7-80c6-8696f1f626ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935662 Mar 21 11:15:45.214872 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-44714073-7ad2-4b95-9756-a0765792bf10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:45.319550 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-44714073-7ad2-4b95-9756-a0765792bf10 admin admin] Publish callbacks [] for security_group (a16462b1-64df-4f1d-8d90-ed7563ce96bb), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:45.326541 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-44714073-7ad2-4b95-9756-a0765792bf10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (a16462b1-64df-4f1d-8d90-ed7563ce96bb), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:45.369661 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-44714073-7ad2-4b95-9756-a0765792bf10 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c91e5241b1e946c09c2ee03c1117dea1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1724858 Mar 21 11:15:45.369661 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44714073-7ad2-4b95-9756-a0765792bf10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a16462b1-64df-4f1d-8d90-ed7563ce96bb,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:15:45.370496 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 44052) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:15:45.427390 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-245f7945-b28b-4fe6-a7f0-82547f952852 admin admin] Publish callbacks [] for security_group (a16462b1-64df-4f1d-8d90-ed7563ce96bb), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:45.451691 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-245f7945-b28b-4fe6-a7f0-82547f952852 admin admin] Publish callbacks [] for security_group (a16462b1-64df-4f1d-8d90-ed7563ce96bb), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:45.507890 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-245f7945-b28b-4fe6-a7f0-82547f952852 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (a16462b1-64df-4f1d-8d90-ed7563ce96bb), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:45.510562 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-245f7945-b28b-4fe6-a7f0-82547f952852 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:45.511973 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-245f7945-b28b-4fe6-a7f0-82547f952852 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a16462b1-64df-4f1d-8d90-ed7563ce96bb HTTP/1.1" status: 204 len: 168 time: 0.1405368 Mar 21 11:15:45.521587 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245f7945-b28b-4fe6-a7f0-82547f952852 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a16462b1-64df-4f1d-8d90-ed7563ce96bb,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:15:45.902762 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 44088) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:15:45.917088 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-721638ba-eeb0-46fc-8b87-afdef8679bd5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:46.014680 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-721638ba-eeb0-46fc-8b87-afdef8679bd5 admin admin] Publish callbacks [] for security_group (8a931889-d60e-481c-a0f7-80a1a8a29cbb), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:46.020665 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-721638ba-eeb0-46fc-8b87-afdef8679bd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (8a931889-d60e-481c-a0f7-80a1a8a29cbb), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:46.140119 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-721638ba-eeb0-46fc-8b87-afdef8679bd5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3a0107c8eb3d44fca9c532ed829b02bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2358251 Mar 21 11:15:46.142717 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 44092) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:15:46.149444 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721638ba-eeb0-46fc-8b87-afdef8679bd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a931889-d60e-481c-a0f7-80a1a8a29cbb,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:15:46.193952 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46903dcb-9ae8-45a4-8df6-9542583b774b req-d1de6411-3092-4d3f-9d37-afeb57e664b7 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:46.196182 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-46903dcb-9ae8-45a4-8df6-9542583b774b req-d1de6411-3092-4d3f-9d37-afeb57e664b7 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/ports?device_id=c60601a3-3fb9-48e4-b22d-6fa61e28dfa4 HTTP/1.1" status: 200 len: 946 time: 0.1554341 Mar 21 11:15:46.207303 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-cda7d608-1f6c-47aa-9107-8c68101b3006 admin admin] Publish callbacks [] for security_group (8a931889-d60e-481c-a0f7-80a1a8a29cbb), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:46.250696 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-cda7d608-1f6c-47aa-9107-8c68101b3006 admin admin] Publish callbacks [] for security_group (8a931889-d60e-481c-a0f7-80a1a8a29cbb), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:46.270300 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-46903dcb-9ae8-45a4-8df6-9542583b774b req-57a5e666-3234-49f7-891c-906a4d683d10 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/security-groups?id=d03ae1a0-8987-409a-b315-103a0a29069c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662251 Mar 21 11:15:46.329633 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-cda7d608-1f6c-47aa-9107-8c68101b3006 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (8a931889-d60e-481c-a0f7-80a1a8a29cbb), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:46.333517 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-cda7d608-1f6c-47aa-9107-8c68101b3006 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:46.334740 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-cda7d608-1f6c-47aa-9107-8c68101b3006 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8a931889-d60e-481c-a0f7-80a1a8a29cbb HTTP/1.1" status: 204 len: 168 time: 0.1906564 Mar 21 11:15:46.343536 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda7d608-1f6c-47aa-9107-8c68101b3006 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a931889-d60e-481c-a0f7-80a1a8a29cbb,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:15:46.407514 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5016382c-5360-4dc3-89fa-b6cbbd4aba5e req-9223beed-f3f2-4230-aaa7-d6a43df8b55f tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:46.409221 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-5016382c-5360-4dc3-89fa-b6cbbd4aba5e req-9223beed-f3f2-4230-aaa7-d6a43df8b55f tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/ports?device_id=eaa8796e-ac8a-4032-8b25-89fa11d1d673 HTTP/1.1" status: 200 len: 946 time: 0.0762129 Mar 21 11:15:46.467056 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-5016382c-5360-4dc3-89fa-b6cbbd4aba5e req-8d3cef8c-d33b-42d5-bc34-9f472424ab4a tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/security-groups?id=d16428e1-03fd-46f7-80c6-8696f1f626ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516574 Mar 21 11:15:46.819524 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Device be11fad3-0c34-4f5c-bdf4-21402eeecb68 no longer exists at agent hyperv_hv-cinder-83444 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 11:15:46.844949 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] No Port match for: be11fad3-0c34-4f5c-bdf4-21402eeecb68 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 11:15:46.845461 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Device be11fad3-0c34-4f5c-bdf4-21402eeecb68 not bound to the agent host hv-cinder-83444 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 11:15:47.431996 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b77253b-f3b1-431c-958f-bab4d7a1f31d req-4927746a-21af-409b-a15a-2c0e9c2239f5 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:47.434331 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-4b77253b-f3b1-431c-958f-bab4d7a1f31d req-4927746a-21af-409b-a15a-2c0e9c2239f5 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/ports?device_id=c60601a3-3fb9-48e4-b22d-6fa61e28dfa4 HTTP/1.1" status: 200 len: 946 time: 0.0740063 Mar 21 11:15:47.532279 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-4b77253b-f3b1-431c-958f-bab4d7a1f31d req-9cbba165-f526-4c7c-b30b-058358fb3102 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/security-groups?id=d03ae1a0-8987-409a-b315-103a0a29069c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862954 Mar 21 11:15:47.667542 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5815b2f1-6b69-40f0-a602-8758cc04f7b4 req-11488068-bb36-422b-9661-89eff2519fcd tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:47.669346 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-5815b2f1-6b69-40f0-a602-8758cc04f7b4 req-11488068-bb36-422b-9661-89eff2519fcd tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/ports?device_id=eaa8796e-ac8a-4032-8b25-89fa11d1d673 HTTP/1.1" status: 200 len: 946 time: 0.0743380 Mar 21 11:15:47.752055 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-5815b2f1-6b69-40f0-a602-8758cc04f7b4 req-4fef4b77-0fbd-46dd-ba04-3ea1d34ad9d2 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/security-groups?id=d16428e1-03fd-46f7-80c6-8696f1f626ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721085 Mar 21 11:15:48.706275 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddec5c0-a463-4bb7-bc68-bfaab0e2d29b req-fc5f4479-0d46-4014-8fbe-9b359239e0ed tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:48.708365 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-6ddec5c0-a463-4bb7-bc68-bfaab0e2d29b req-fc5f4479-0d46-4014-8fbe-9b359239e0ed tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/ports?device_id=c60601a3-3fb9-48e4-b22d-6fa61e28dfa4 HTTP/1.1" status: 200 len: 946 time: 0.0798421 Mar 21 11:15:48.787552 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-6ddec5c0-a463-4bb7-bc68-bfaab0e2d29b req-7e109fd5-ccdd-47e5-82c8-ef77e41ee628 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/security-groups?id=d03ae1a0-8987-409a-b315-103a0a29069c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728419 Mar 21 11:15:48.830839 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Device eb25be42-c760-4d98-b13e-5a70f54e1415 details requested by agent hyperv_hv-cinder-83444 with host hv-cinder-83444 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 11:15:49.001682 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a22631d-9280-40ff-9134-26c69c14a2a3 req-a94aaeb9-99a1-4a98-a435-70a5b61b8fba tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:49.004049 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-1a22631d-9280-40ff-9134-26c69c14a2a3 req-a94aaeb9-99a1-4a98-a435-70a5b61b8fba tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/ports?device_id=eaa8796e-ac8a-4032-8b25-89fa11d1d673 HTTP/1.1" status: 200 len: 946 time: 0.1109400 Mar 21 11:15:49.022913 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] For port eb25be42-c760-4d98-b13e-5a70f54e1415, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=eb25be42-c760-4d98-b13e-5a70f54e1415,segment=NetworkSegment(2b3dbd92-7596-4ba4-98c7-1ff5ff135374),segment_id=2b3dbd92-7596-4ba4-98c7-1ff5ff135374)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:15:49.054280 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Returning: {'device': 'eb25be42-c760-4d98-b13e-5a70f54e1415', 'network_id': 'edde1cdb-cb70-4a7f-a015-4d6abd2c41fa', 'port_id': 'eb25be42-c760-4d98-b13e-5a70f54e1415', 'mac_address': 'fa:16:3e:f4:d7:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb03aaa0-c83c-430c-a873-c18dc8bcb9dc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 11:15:49.083226 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-1a22631d-9280-40ff-9134-26c69c14a2a3 req-10c88fbf-0e6f-4165-8643-dcf5125261a8 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/security-groups?id=d16428e1-03fd-46f7-80c6-8696f1f626ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713925 Mar 21 11:15:49.136190 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Current status of the port eb25be42-c760-4d98-b13e-5a70f54e1415 is: ACTIVE; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:15:49.136804 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (eb25be42-c760-4d98-b13e-5a70f54e1415), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:49.162786 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id eb25be42-c760-4d98-b13e-5a70f54e1415 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 11:15:49.196290 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] For port eb25be42-c760-4d98-b13e-5a70f54e1415, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=eb25be42-c760-4d98-b13e-5a70f54e1415,segment=NetworkSegment(2b3dbd92-7596-4ba4-98c7-1ff5ff135374),segment_id=2b3dbd92-7596-4ba4-98c7-1ff5ff135374)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:15:49.202536 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817'] for port (eb25be42-c760-4d98-b13e-5a70f54e1415), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:49.272050 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Pushing event updated for resources: {'Port': ['ID=eb25be42-c760-4d98-b13e-5a70f54e1415,revision_number=6']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:15:49.377555 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] get_ports_and_sgs() called for port_ids ['eb25be42-c760-4d98-b13e-5a70f54e1415'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 11:15:49.981855 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309ae8de-8368-4f62-acd7-5fde1bf9bb95 req-5896ada7-f0d6-43be-987f-47cf554221e9 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:49.986662 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-309ae8de-8368-4f62-acd7-5fde1bf9bb95 req-5896ada7-f0d6-43be-987f-47cf554221e9 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/ports?device_id=c60601a3-3fb9-48e4-b22d-6fa61e28dfa4 HTTP/1.1" status: 200 len: 945 time: 0.0752978 Mar 21 11:15:50.047591 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-309ae8de-8368-4f62-acd7-5fde1bf9bb95 req-43536b48-717a-493f-8f36-0550f25ed1b1 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/security-groups?id=d03ae1a0-8987-409a-b315-103a0a29069c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595770 Mar 21 11:15:50.362090 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3d30c5-c335-42b5-b609-7419be2c9162 req-fc938385-41ef-4261-9f40-0b4d66a1e6e3 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:50.365931 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-2b3d30c5-c335-42b5-b609-7419be2c9162 req-fc938385-41ef-4261-9f40-0b4d66a1e6e3 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/ports?device_id=eaa8796e-ac8a-4032-8b25-89fa11d1d673 HTTP/1.1" status: 200 len: 946 time: 0.0960548 Mar 21 11:15:50.448033 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-2b3d30c5-c335-42b5-b609-7419be2c9162 req-1837c7bb-7224-4050-a64f-52ae941a12c9 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/security-groups?id=d16428e1-03fd-46f7-80c6-8696f1f626ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700352 Mar 21 11:15:50.846764 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Device eb25be42-c760-4d98-b13e-5a70f54e1415 up at agent hyperv_hv-cinder-83444 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:15:50.917682 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Provisioning complete for port eb25be42-c760-4d98-b13e-5a70f54e1415 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:15:50.918064 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688166'] for port (eb25be42-c760-4d98-b13e-5a70f54e1415), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:51.017207 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Current status of the port eb25be42-c760-4d98-b13e-5a70f54e1415 is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:15:51.017608 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (eb25be42-c760-4d98-b13e-5a70f54e1415), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:51.053098 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c60601a3-3fb9-48e4-b22d-6fa61e28dfa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb25be42-c760-4d98-b13e-5a70f54e1415'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:15:51.055858 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f4962fb769adde196efb410afcfec8f2b34529d6df7ca74076ce40474c5a66c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8068939-095a-4d59-94a0-326423c46873" -d '{"events": [{"server_uuid": "c60601a3-3fb9-48e4-b22d-6fa61e28dfa4", "name": "network-vif-plugged", "status": "completed", "tag": "eb25be42-c760-4d98-b13e-5a70f54e1415"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:15:51.081178 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] For port eb25be42-c760-4d98-b13e-5a70f54e1415, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=eb25be42-c760-4d98-b13e-5a70f54e1415,segment=NetworkSegment(2b3dbd92-7596-4ba4-98c7-1ff5ff135374),segment_id=2b3dbd92-7596-4ba4-98c7-1ff5ff135374)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:15:51.086650 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817'] for port (eb25be42-c760-4d98-b13e-5a70f54e1415), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:51.114021 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 11:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a62d15e-31c5-4f53-ad14-ad3b8e283758 x-openstack-request-id: req-9a62d15e-31c5-4f53-ad14-ad3b8e283758 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:15:51.114338 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c60601a3-3fb9-48e4-b22d-6fa61e28dfa4", "name": "network-vif-plugged", "status": "completed", "tag": "eb25be42-c760-4d98-b13e-5a70f54e1415", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:15:51.114607 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9a62d15e-31c5-4f53-ad14-ad3b8e283758 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:15:51.115012 dv-cinder-834448-1-smb neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c60601a3-3fb9-48e4-b22d-6fa61e28dfa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb25be42-c760-4d98-b13e-5a70f54e1415', 'code': 200} Mar 21 11:15:51.174161 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Pushing event updated for resources: {'Port': ['ID=eb25be42-c760-4d98-b13e-5a70f54e1415,revision_number=7']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:15:51.245753 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c9fdba-2ac3-4ed6-b10b-e5643d677f6e req-ea64ea05-2c1e-42cf-98de-6a0c2afcbeaf tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:51.248213 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-88c9fdba-2ac3-4ed6-b10b-e5643d677f6e req-ea64ea05-2c1e-42cf-98de-6a0c2afcbeaf tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/ports?device_id=c60601a3-3fb9-48e4-b22d-6fa61e28dfa4 HTTP/1.1" status: 200 len: 946 time: 0.0724611 Mar 21 11:15:51.310506 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-88c9fdba-2ac3-4ed6-b10b-e5643d677f6e req-5ad0eae7-e97d-4b63-b80c-692b91104241 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/security-groups?id=d03ae1a0-8987-409a-b315-103a0a29069c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531373 Mar 21 11:15:51.677218 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a81955-f980-4d2a-bf93-c9df317e636c req-869815df-682c-4675-b48b-2c154172d46f tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:51.680032 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-52a81955-f980-4d2a-bf93-c9df317e636c req-869815df-682c-4675-b48b-2c154172d46f tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/ports?device_id=eaa8796e-ac8a-4032-8b25-89fa11d1d673 HTTP/1.1" status: 200 len: 946 time: 0.1158345 Mar 21 11:15:51.756303 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-52a81955-f980-4d2a-bf93-c9df317e636c req-ad9a9856-a877-4f92-88dc-dec42250836c tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/security-groups?id=d16428e1-03fd-46f7-80c6-8696f1f626ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697443 Mar 21 11:15:52.499707 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ad1467-6acd-4630-9e76-b2348a83a3ab req-e3cac273-ff42-41fb-b4b2-86540bba1783 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:52.502337 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-70ad1467-6acd-4630-9e76-b2348a83a3ab req-e3cac273-ff42-41fb-b4b2-86540bba1783 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/ports?device_id=c60601a3-3fb9-48e4-b22d-6fa61e28dfa4 HTTP/1.1" status: 200 len: 946 time: 0.0768802 Mar 21 11:15:52.579582 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-70ad1467-6acd-4630-9e76-b2348a83a3ab req-b1ba8fa5-156b-4999-b0c6-18f4f1700cb7 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/security-groups?id=d03ae1a0-8987-409a-b315-103a0a29069c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677257 Mar 21 11:15:52.886235 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d701bf4e-69a8-4552-ac0e-b10a35222bd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (9c74c917-795e-4123-adbe-3a92cf8165ad), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:52.933174 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c2e2d3-bace-480c-8851-e9c09801a8ff req-26d7a93f-7915-4bc6-879d-ffe406e93785 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:52.940278 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-79c2e2d3-bace-480c-8851-e9c09801a8ff req-26d7a93f-7915-4bc6-879d-ffe406e93785 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/ports?device_id=eaa8796e-ac8a-4032-8b25-89fa11d1d673 HTTP/1.1" status: 200 len: 946 time: 0.0724308 Mar 21 11:15:52.992445 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-79c2e2d3-bace-480c-8851-e9c09801a8ff req-c1bc543a-2d40-47b6-9784-dffca32a1301 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/security-groups?id=d16428e1-03fd-46f7-80c6-8696f1f626ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503130 Mar 21 11:15:53.728470 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3587b17b-99bd-4068-a789-9bb6fcc55e4a req-15a3d1de-82b5-490d-9e07-7394c95e1f89 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:53.729980 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-3587b17b-99bd-4068-a789-9bb6fcc55e4a req-15a3d1de-82b5-490d-9e07-7394c95e1f89 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/ports?device_id=c60601a3-3fb9-48e4-b22d-6fa61e28dfa4 HTTP/1.1" status: 200 len: 946 time: 0.0555043 Mar 21 11:15:53.799753 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-3587b17b-99bd-4068-a789-9bb6fcc55e4a req-ba29cfe6-000a-4925-acc1-2bd61b625e9e tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/security-groups?id=d03ae1a0-8987-409a-b315-103a0a29069c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621533 Mar 21 11:15:54.158116 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c83d98-d590-420a-85d4-82ab5c713d5e req-8a0ef61e-7f07-46a5-ad4b-0703308eafdd tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:54.159819 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-60c83d98-d590-420a-85d4-82ab5c713d5e req-8a0ef61e-7f07-46a5-ad4b-0703308eafdd tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/ports?device_id=eaa8796e-ac8a-4032-8b25-89fa11d1d673 HTTP/1.1" status: 200 len: 946 time: 0.0637765 Mar 21 11:15:54.230827 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-60c83d98-d590-420a-85d4-82ab5c713d5e req-6016e796-c894-4da2-9bd5-f606e1da79c0 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/security-groups?id=d16428e1-03fd-46f7-80c6-8696f1f626ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578632 Mar 21 11:15:54.973008 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5337250-ad37-43a2-b082-86d5d0e5a558 req-dde17631-6ea6-44ae-bffa-be28fc8557f6 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:54.974512 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-d5337250-ad37-43a2-b082-86d5d0e5a558 req-dde17631-6ea6-44ae-bffa-be28fc8557f6 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/ports?device_id=c60601a3-3fb9-48e4-b22d-6fa61e28dfa4 HTTP/1.1" status: 200 len: 946 time: 0.0800202 Mar 21 11:15:55.040854 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-d5337250-ad37-43a2-b082-86d5d0e5a558 req-01489ffc-c13b-4045-a234-5643e5330791 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/security-groups?id=d03ae1a0-8987-409a-b315-103a0a29069c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595322 Mar 21 11:15:55.400760 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509b2026-9125-4b03-aea8-7537e6cd976d req-79eef06b-a5dd-4a6b-acbe-c88ca6532405 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:55.402396 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-509b2026-9125-4b03-aea8-7537e6cd976d req-79eef06b-a5dd-4a6b-acbe-c88ca6532405 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/ports?device_id=eaa8796e-ac8a-4032-8b25-89fa11d1d673 HTTP/1.1" status: 200 len: 946 time: 0.0823231 Mar 21 11:15:55.465769 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-509b2026-9125-4b03-aea8-7537e6cd976d req-611ef74f-74f2-4457-8b93-c9137951e24e tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/security-groups?id=d16428e1-03fd-46f7-80c6-8696f1f626ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569839 Mar 21 11:15:55.527801 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-fbd22be2-f7c3-4ded-b27d-e8353206613b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (5097f9b2-2ef0-4af4-bde3-0c344dd6e70c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:55.743761 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (e1ce583e-86b5-47e2-b889-5e91679074ed), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:56.190236 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ebcc74-29a0-44df-8c68-c7f3fc5fcca6 req-8336957e-d4c2-4891-aebe-ceae4e173f58 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:56.193079 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-e1ebcc74-29a0-44df-8c68-c7f3fc5fcca6 req-8336957e-d4c2-4891-aebe-ceae4e173f58 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/ports?device_id=c60601a3-3fb9-48e4-b22d-6fa61e28dfa4 HTTP/1.1" status: 200 len: 946 time: 0.0581839 Mar 21 11:15:56.264286 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-e1ebcc74-29a0-44df-8c68-c7f3fc5fcca6 req-094151b1-9178-46d9-a933-e8ec7d749753 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/security-groups?id=d03ae1a0-8987-409a-b315-103a0a29069c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664275 Mar 21 11:15:56.657969 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c178870-36cb-4db7-97dd-91e85975ce43 req-654dc1f2-e989-4a2f-8b04-ed9ca5f288f1 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:56.659535 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-2c178870-36cb-4db7-97dd-91e85975ce43 req-654dc1f2-e989-4a2f-8b04-ed9ca5f288f1 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/ports?device_id=eaa8796e-ac8a-4032-8b25-89fa11d1d673 HTTP/1.1" status: 200 len: 946 time: 0.1041186 Mar 21 11:15:56.717362 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-2c178870-36cb-4db7-97dd-91e85975ce43 req-6e18842b-b281-4091-bf30-83ab099e2c24 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/security-groups?id=d16428e1-03fd-46f7-80c6-8696f1f626ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501902 Mar 21 11:15:57.438203 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5d17b2-60e1-470d-9e79-210c48e65bc5 req-9d5d237c-e482-4542-8e6f-1e4552b7acb3 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:57.439969 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-6a5d17b2-60e1-470d-9e79-210c48e65bc5 req-9d5d237c-e482-4542-8e6f-1e4552b7acb3 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/ports?device_id=c60601a3-3fb9-48e4-b22d-6fa61e28dfa4 HTTP/1.1" status: 200 len: 946 time: 0.0920484 Mar 21 11:15:57.495682 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-6a5d17b2-60e1-470d-9e79-210c48e65bc5 req-93ec2964-6e04-43af-a0a0-78814af73331 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/security-groups?id=d03ae1a0-8987-409a-b315-103a0a29069c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475636 Mar 21 11:15:57.864210 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e904a069-7bfc-4a52-95fb-7ef319899b16 req-6d2f84cd-16e6-47f0-87c1-f1c9a13a6a7f tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:57.866212 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-e904a069-7bfc-4a52-95fb-7ef319899b16 req-6d2f84cd-16e6-47f0-87c1-f1c9a13a6a7f tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/ports?device_id=eaa8796e-ac8a-4032-8b25-89fa11d1d673 HTTP/1.1" status: 200 len: 946 time: 0.0608449 Mar 21 11:15:57.942154 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-e904a069-7bfc-4a52-95fb-7ef319899b16 req-0de7a269-1b6c-479e-85fc-f2bebf68e81b tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/security-groups?id=d16428e1-03fd-46f7-80c6-8696f1f626ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692937 Mar 21 11:15:58.187478 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6694aa1f-bf8d-44e0-b771-2551b8853c50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (47320176-3fab-4a55-b687-b3e35e89e628), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:58.608412 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-5db6d96b-8c48-4aa5-944a-567c97b9cc9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (964235d6-d67c-4a74-84a5-611ab5391dc9), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:58.679449 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575cb46e-eee1-46f6-b453-01ec1c6c76b1 req-7ab75b86-1ecb-4199-8d53-360b8705d459 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:58.681096 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-575cb46e-eee1-46f6-b453-01ec1c6c76b1 req-7ab75b86-1ecb-4199-8d53-360b8705d459 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/ports?device_id=c60601a3-3fb9-48e4-b22d-6fa61e28dfa4 HTTP/1.1" status: 200 len: 946 time: 0.0798442 Mar 21 11:15:58.736570 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-575cb46e-eee1-46f6-b453-01ec1c6c76b1 req-38907648-d8be-42a4-9ca2-81651ac90155 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/security-groups?id=d03ae1a0-8987-409a-b315-103a0a29069c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487680 Mar 21 11:15:59.096082 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ba1224-da23-4432-9226-7074d2d7dc07 req-7a62c8f3-fcf6-472a-adb7-8c3cff00fc7f tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:59.105882 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-16ba1224-da23-4432-9226-7074d2d7dc07 req-7a62c8f3-fcf6-472a-adb7-8c3cff00fc7f tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/ports?device_id=eaa8796e-ac8a-4032-8b25-89fa11d1d673 HTTP/1.1" status: 200 len: 946 time: 0.0844960 Mar 21 11:15:59.183388 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-16ba1224-da23-4432-9226-7074d2d7dc07 req-f9712266-9164-4946-80b3-fa37d346bbf2 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/security-groups?id=d16428e1-03fd-46f7-80c6-8696f1f626ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714478 Mar 21 11:15:59.532529 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (4788e3a4-6d7d-47da-90c6-7227f6e2e35d), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:59.988477 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1432703a-73ab-41ea-9df2-36e3fd4c6733 req-7dfaa5be-35ab-45cb-a08e-b912a143febb tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:00.008121 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-1432703a-73ab-41ea-9df2-36e3fd4c6733 req-7dfaa5be-35ab-45cb-a08e-b912a143febb tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/ports?device_id=c60601a3-3fb9-48e4-b22d-6fa61e28dfa4 HTTP/1.1" status: 200 len: 946 time: 0.1135147 Mar 21 11:16:00.090650 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-1432703a-73ab-41ea-9df2-36e3fd4c6733 req-ee7c218a-bd7d-40fa-a039-10ebe15cf1eb tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/security-groups?id=d03ae1a0-8987-409a-b315-103a0a29069c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805926 Mar 21 11:16:00.172843 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e72195-2d75-471e-bade-d920752a4f6b req-e735f046-44d4-4c88-b885-d2ee09fefbf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:00.174798 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-81e72195-2d75-471e-bade-d920752a4f6b req-e735f046-44d4-4c88-b885-d2ee09fefbf6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=eaa8796e-ac8a-4032-8b25-89fa11d1d673 HTTP/1.1" status: 200 len: 1130 time: 0.0721684 Mar 21 11:16:00.253945 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-81e72195-2d75-471e-bade-d920752a4f6b req-f4dea3b3-1bfd-427b-880f-a05f191391c0 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=d16428e1-03fd-46f7-80c6-8696f1f626ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716245 Mar 21 11:16:00.346510 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeb8e60-6525-462c-adb6-7de448a7197f req-1c89dfdf-13f7-4280-bccf-da4f575bfb16 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:00.355485 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-cdeb8e60-6525-462c-adb6-7de448a7197f req-1c89dfdf-13f7-4280-bccf-da4f575bfb16 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/ports?device_id=eaa8796e-ac8a-4032-8b25-89fa11d1d673 HTTP/1.1" status: 200 len: 946 time: 0.0714464 Mar 21 11:16:00.456376 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-cdeb8e60-6525-462c-adb6-7de448a7197f req-a68a7f0c-ebb8-4af0-8b77-52daac22eba8 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/security-groups?id=d16428e1-03fd-46f7-80c6-8696f1f626ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994029 Mar 21 11:16:01.476383 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d902a688-33a4-42ae-a206-e8aa83e4f233 req-ce84a07c-86af-4640-9e4e-cedfccb17832 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:01.479202 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-d902a688-33a4-42ae-a206-e8aa83e4f233 req-ce84a07c-86af-4640-9e4e-cedfccb17832 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/ports?device_id=c60601a3-3fb9-48e4-b22d-6fa61e28dfa4 HTTP/1.1" status: 200 len: 946 time: 0.2160923 Mar 21 11:16:01.607839 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-d902a688-33a4-42ae-a206-e8aa83e4f233 req-8fd4f1f6-2dba-4518-8254-947bb2ddd24d tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/security-groups?id=d03ae1a0-8987-409a-b315-103a0a29069c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1138635 Mar 21 11:16:01.755683 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcf2ea0-3fab-4126-bb37-ae0815e01f10 req-a8275346-2937-4626-8724-588e8e34a92b tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:01.757825 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-2bcf2ea0-3fab-4126-bb37-ae0815e01f10 req-a8275346-2937-4626-8724-588e8e34a92b tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/ports?device_id=eaa8796e-ac8a-4032-8b25-89fa11d1d673 HTTP/1.1" status: 200 len: 946 time: 0.1126349 Mar 21 11:16:01.864905 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-2bcf2ea0-3fab-4126-bb37-ae0815e01f10 req-fb684b28-c9a4-48b6-aa9e-38db8ccd7cc2 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/security-groups?id=d16428e1-03fd-46f7-80c6-8696f1f626ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954089 Mar 21 11:16:02.787141 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1e8fd9-d599-4119-a9fd-c9361bf76be5 req-3a2e16b8-b63f-479b-9957-80cc33021670 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:02.789825 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-ff1e8fd9-d599-4119-a9fd-c9361bf76be5 req-3a2e16b8-b63f-479b-9957-80cc33021670 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/ports?device_id=c60601a3-3fb9-48e4-b22d-6fa61e28dfa4 HTTP/1.1" status: 200 len: 946 time: 0.0810754 Mar 21 11:16:02.912336 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-ff1e8fd9-d599-4119-a9fd-c9361bf76be5 req-0020cee7-4f20-4988-bc27-3a40d513b00a tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/security-groups?id=d03ae1a0-8987-409a-b315-103a0a29069c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1147041 Mar 21 11:16:03.072961 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3420988a-3f54-4e2a-8726-326051c4b795 req-c83ac6b5-2387-4348-8f64-4862d5cccba6 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:03.074964 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-3420988a-3f54-4e2a-8726-326051c4b795 req-c83ac6b5-2387-4348-8f64-4862d5cccba6 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/ports?device_id=eaa8796e-ac8a-4032-8b25-89fa11d1d673 HTTP/1.1" status: 200 len: 946 time: 0.0811164 Mar 21 11:16:03.134899 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-3420988a-3f54-4e2a-8726-326051c4b795 req-332da518-f03f-45d8-9c28-ecf2e257b269 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/security-groups?id=d16428e1-03fd-46f7-80c6-8696f1f626ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529940 Mar 21 11:16:03.587879 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e32c84-ba90-46e4-ae80-e099a4a49172 req-d5f8fc7a-e728-4997-af8d-a2d8b92aa4cc tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:03.589494 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-c5e32c84-ba90-46e4-ae80-e099a4a49172 req-d5f8fc7a-e728-4997-af8d-a2d8b92aa4cc tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/ports?device_id=eaa8796e-ac8a-4032-8b25-89fa11d1d673 HTTP/1.1" status: 200 len: 946 time: 0.1337845 Mar 21 11:16:03.594697 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52da855a-cc49-4c9c-8d83-b39559a6f9e8 req-7d6e1f4d-8383-4cf5-b06d-d22d48c84437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:03.596215 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-52da855a-cc49-4c9c-8d83-b39559a6f9e8 req-7d6e1f4d-8383-4cf5-b06d-d22d48c84437 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=52347e0a8df44be6bcf4f99067c9a702&device_id=eaa8796e-ac8a-4032-8b25-89fa11d1d673 HTTP/1.1" status: 200 len: 1130 time: 0.1279275 Mar 21 11:16:03.773018 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-c5e32c84-ba90-46e4-ae80-e099a4a49172 req-a6cd48b8-4112-4220-a279-9ee8d980802c tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/security-groups?id=d16428e1-03fd-46f7-80c6-8696f1f626ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756077 Mar 21 11:16:03.819027 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52da855a-cc49-4c9c-8d83-b39559a6f9e8 req-eb9290a9-38ed-449a-9817-a98ab9e5b133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:03.821457 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-52da855a-cc49-4c9c-8d83-b39559a6f9e8 req-eb9290a9-38ed-449a-9817-a98ab9e5b133 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4a579521-14d3-4610-a099-3c56c62bd19a HTTP/1.1" status: 200 len: 920 time: 0.2047555 Mar 21 11:16:03.883244 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-52da855a-cc49-4c9c-8d83-b39559a6f9e8 req-8be20873-594e-4085-b463-226474226576 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9948eac0-7781-49c6-8e3e-4b86cdc3de84 HTTP/1.1" status: 200 len: 217 time: 0.0537941 Mar 21 11:16:03.990226 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52da855a-cc49-4c9c-8d83-b39559a6f9e8 req-a2b2572e-e321-4ca0-8f20-18f498a67d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:04.003521 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-52da855a-cc49-4c9c-8d83-b39559a6f9e8 req-a2b2572e-e321-4ca0-8f20-18f498a67d9d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8a3d170f-7254-484a-9abf-df0a7cea6ed2 HTTP/1.1" status: 200 len: 858 time: 0.0963068 Mar 21 11:16:04.264729 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52da855a-cc49-4c9c-8d83-b39559a6f9e8 req-c2acd270-de50-4530-af70-255812c66029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:04.266376 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-52da855a-cc49-4c9c-8d83-b39559a6f9e8 req-c2acd270-de50-4530-af70-255812c66029 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4a579521-14d3-4610-a099-3c56c62bd19a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.2537279 Mar 21 11:16:04.278772 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52990752-00fd-4337-aec3-bf898903364a req-9d5b18dd-5b85-4b7b-8991-de089256de6f tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:04.280629 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-52990752-00fd-4337-aec3-bf898903364a req-9d5b18dd-5b85-4b7b-8991-de089256de6f tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/ports?device_id=c60601a3-3fb9-48e4-b22d-6fa61e28dfa4 HTTP/1.1" status: 200 len: 946 time: 0.1900187 Mar 21 11:16:04.438651 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-52da855a-cc49-4c9c-8d83-b39559a6f9e8 req-47120266-46e1-4a7a-bd87-3e266f4ca2f0 service neutron] 10.222.0.32 "GET /v2.0/networks/4a579521-14d3-4610-a099-3c56c62bd19a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569662 Mar 21 11:16:04.616444 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-52da855a-cc49-4c9c-8d83-b39559a6f9e8 req-ef1fa4ea-5385-43b9-ae13-8aec2bc1d4a0 service neutron] 10.222.0.32 "GET /v2.0/networks/4a579521-14d3-4610-a099-3c56c62bd19a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677184 Mar 21 11:16:04.710647 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-52990752-00fd-4337-aec3-bf898903364a req-868893db-72bd-4278-83a1-c8d3da1755c1 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/security-groups?id=d03ae1a0-8987-409a-b315-103a0a29069c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4144835 Mar 21 11:16:05.015743 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8aab20-3686-4190-961f-1e1676b4ae54 req-a7190a46-7aa0-4cf6-8560-753a66a98bb4 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:05.017563 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-fe8aab20-3686-4190-961f-1e1676b4ae54 req-a7190a46-7aa0-4cf6-8560-753a66a98bb4 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/ports?device_id=eaa8796e-ac8a-4032-8b25-89fa11d1d673 HTTP/1.1" status: 200 len: 946 time: 0.1297731 Mar 21 11:16:05.156707 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-fe8aab20-3686-4190-961f-1e1676b4ae54 req-b1b49b85-a300-404d-b08c-4a6f0cc2f670 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/security-groups?id=d16428e1-03fd-46f7-80c6-8696f1f626ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316679 Mar 21 11:16:05.520206 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.agents_db [None req-8008186f-aa22-4b77-a63e-1bf9dbff4757 None None] Agent healthcheck: found 6 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 11:16:05.924235 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ebb7bc-8979-402b-9d50-d71fde87432f req-4f3b37c9-7ec5-4af1-9cf3-a680151b3837 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:05.931915 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-a5ebb7bc-8979-402b-9d50-d71fde87432f req-4f3b37c9-7ec5-4af1-9cf3-a680151b3837 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/ports?device_id=c60601a3-3fb9-48e4-b22d-6fa61e28dfa4 HTTP/1.1" status: 200 len: 946 time: 0.1183579 Mar 21 11:16:06.028157 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-a5ebb7bc-8979-402b-9d50-d71fde87432f req-50eda355-0fe4-4898-bcba-b8d9dff0dd59 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/security-groups?id=d03ae1a0-8987-409a-b315-103a0a29069c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786054 Mar 21 11:16:06.462722 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e40f1a1-de31-422b-9283-c24f3a853d91 req-4f8e98dd-c3fb-4585-9b62-725bf1eda944 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:06.462722 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-2e40f1a1-de31-422b-9283-c24f3a853d91 req-4f8e98dd-c3fb-4585-9b62-725bf1eda944 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/ports?device_id=eaa8796e-ac8a-4032-8b25-89fa11d1d673 HTTP/1.1" status: 200 len: 946 time: 0.1192458 Mar 21 11:16:06.524932 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-2e40f1a1-de31-422b-9283-c24f3a853d91 req-60175e57-188f-4d08-a382-b711833f8f6e tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/security-groups?id=d16428e1-03fd-46f7-80c6-8696f1f626ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584939 Mar 21 11:16:07.198859 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822909d8-b3de-4384-bed4-1bcea83f528b req-889645cd-8c29-40ac-ac7b-db2f97119721 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:07.200584 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-822909d8-b3de-4384-bed4-1bcea83f528b req-889645cd-8c29-40ac-ac7b-db2f97119721 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/ports?device_id=c60601a3-3fb9-48e4-b22d-6fa61e28dfa4 HTTP/1.1" status: 200 len: 946 time: 0.0794294 Mar 21 11:16:07.296279 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-822909d8-b3de-4384-bed4-1bcea83f528b req-4ed2f411-009d-4aa4-8d63-d35e68e4c8f8 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/security-groups?id=d03ae1a0-8987-409a-b315-103a0a29069c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892434 Mar 21 11:16:07.666356 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7b7957-02a9-447b-b3cf-42115c66d227 req-86291751-524c-4de5-a896-e40170edc0f7 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:07.669529 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-bf7b7957-02a9-447b-b3cf-42115c66d227 req-86291751-524c-4de5-a896-e40170edc0f7 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/ports?device_id=eaa8796e-ac8a-4032-8b25-89fa11d1d673 HTTP/1.1" status: 200 len: 946 time: 0.0719781 Mar 21 11:16:07.762374 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-bf7b7957-02a9-447b-b3cf-42115c66d227 req-d99cee19-6f2b-439b-8304-61d520037532 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/security-groups?id=d16428e1-03fd-46f7-80c6-8696f1f626ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872877 Mar 21 11:16:08.454393 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac63ee2-797e-4e96-b2e2-523b60e9061d req-aabc2068-9308-49c3-a1b8-6393066a6bb7 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:08.456814 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-7ac63ee2-797e-4e96-b2e2-523b60e9061d req-aabc2068-9308-49c3-a1b8-6393066a6bb7 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/ports?device_id=c60601a3-3fb9-48e4-b22d-6fa61e28dfa4 HTTP/1.1" status: 200 len: 946 time: 0.0693150 Mar 21 11:16:08.509186 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-7ac63ee2-797e-4e96-b2e2-523b60e9061d req-ff1fa13d-9a6e-49de-88aa-c63842518f61 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/security-groups?id=d03ae1a0-8987-409a-b315-103a0a29069c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464380 Mar 21 11:16:09.727852 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edff1913-1d56-47c4-9c30-5ac2610652da req-cd2ca76c-cc5a-4957-92d9-70485e318282 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:09.741329 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-edff1913-1d56-47c4-9c30-5ac2610652da req-cd2ca76c-cc5a-4957-92d9-70485e318282 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/ports?device_id=c60601a3-3fb9-48e4-b22d-6fa61e28dfa4 HTTP/1.1" status: 200 len: 946 time: 0.1131074 Mar 21 11:16:09.816396 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-edff1913-1d56-47c4-9c30-5ac2610652da req-ecf91be2-fc67-49c7-9d67-9c8c4757e7c9 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/security-groups?id=d03ae1a0-8987-409a-b315-103a0a29069c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735400 Mar 21 11:16:09.864923 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 44366) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:16:09.877798 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.v2.base [None req-c05058a0-3be4-4dee-bc48-9ccb5f176e6c tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1928164502', 'description': 'tempest-description--777459289'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:16:09.906447 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c05058a0-3be4-4dee-bc48-9ccb5f176e6c tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:09.990261 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c05058a0-3be4-4dee-bc48-9ccb5f176e6c tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Publish callbacks [] for security_group (daae5ede-2da4-4353-80fd-81af085a454c), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:09.996430 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c05058a0-3be4-4dee-bc48-9ccb5f176e6c tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (daae5ede-2da4-4353-80fd-81af085a454c), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:10.026653 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c05058a0-3be4-4dee-bc48-9ccb5f176e6c tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:10.027934 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-c05058a0-3be4-4dee-bc48-9ccb5f176e6c tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1604602 Mar 21 11:16:10.032373 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 44380) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:16:10.037424 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.v2.base [None req-72f0bccd-0b58-4993-9c71-370fb1cb7790 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Request body: {'security_group_rule': {'security_group_id': 'daae5ede-2da4-4353-80fd-81af085a454c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:16:10.051178 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05058a0-3be4-4dee-bc48-9ccb5f176e6c tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Pushing event updated for resources: {'SecurityGroup': ['ID=daae5ede-2da4-4353-80fd-81af085a454c,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:16:10.078959 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-72f0bccd-0b58-4993-9c71-370fb1cb7790 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Publish callbacks [] for security_group_rule (8a8e5927-e3c4-495b-89ea-988ca58b1d6d), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:10.147970 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-72f0bccd-0b58-4993-9c71-370fb1cb7790 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Publish callbacks [] for security_group_rule (8a8e5927-e3c4-495b-89ea-988ca58b1d6d), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:10.153992 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-72f0bccd-0b58-4993-9c71-370fb1cb7790 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674879'] for security_group_rule (8a8e5927-e3c4-495b-89ea-988ca58b1d6d), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:10.179571 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f0bccd-0b58-4993-9c71-370fb1cb7790 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a8e5927-e3c4-495b-89ea-988ca58b1d6d,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:16:10.194474 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-72f0bccd-0b58-4993-9c71-370fb1cb7790 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:10.195795 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-72f0bccd-0b58-4993-9c71-370fb1cb7790 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1619818 Mar 21 11:16:10.198643 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 44396) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:16:10.204029 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.v2.base [None req-92928917-ed63-4193-8f90-deb870e8ef5a tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Request body: {'security_group_rule': {'security_group_id': 'daae5ede-2da4-4353-80fd-81af085a454c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:16:10.257130 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-92928917-ed63-4193-8f90-deb870e8ef5a tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Publish callbacks [] for security_group_rule (a87a79a5-dab0-4626-a255-07569aa79a8d), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:10.326229 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-92928917-ed63-4193-8f90-deb870e8ef5a tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Publish callbacks [] for security_group_rule (a87a79a5-dab0-4626-a255-07569aa79a8d), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:10.332509 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-92928917-ed63-4193-8f90-deb870e8ef5a tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674879'] for security_group_rule (a87a79a5-dab0-4626-a255-07569aa79a8d), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:10.359573 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92928917-ed63-4193-8f90-deb870e8ef5a tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a87a79a5-dab0-4626-a255-07569aa79a8d,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:16:10.372047 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-92928917-ed63-4193-8f90-deb870e8ef5a tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:10.373561 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-92928917-ed63-4193-8f90-deb870e8ef5a tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1736805 Mar 21 11:16:10.377298 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 44406) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:16:10.381736 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.v2.base [None req-62711b38-cf42-4822-ba9c-4cfcb404ba66 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Request body: {'floatingip': {'floating_network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:16:10.413872 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-62711b38-cf42-4822-ba9c-4cfcb404ba66 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:10.558972 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-62711b38-cf42-4822-ba9c-4cfcb404ba66 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:10.684613 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-62711b38-cf42-4822-ba9c-4cfcb404ba66 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Allocated IP 172.28.0.79 (4a234a12-d706-4d7c-b6c3-ed2b05ad1623/3e258188-6a8e-4491-8eb3-50329fb1d7f1/f488e7ea-d8ad-426b-bdd3-4a3151ec5fa4) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:16:10.804464 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-62711b38-cf42-4822-ba9c-4cfcb404ba66 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Publish callbacks [] for port (f488e7ea-d8ad-426b-bdd3-4a3151ec5fa4), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:10.842871 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-62711b38-cf42-4822-ba9c-4cfcb404ba66 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738246144781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265271506'] for port (f488e7ea-d8ad-426b-bdd3-4a3151ec5fa4), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:10.883512 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62711b38-cf42-4822-ba9c-4cfcb404ba66 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Network 4a234a12-d706-4d7c-b6c3-ed2b05ad1623 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:16:10.888890 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-62711b38-cf42-4822-ba9c-4cfcb404ba66 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:16:10.897733 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62711b38-cf42-4822-ba9c-4cfcb404ba66 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:16:10.976242 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62711b38-cf42-4822-ba9c-4cfcb404ba66 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Pushing event updated for resources: {'Port': ['ID=f488e7ea-d8ad-426b-bdd3-4a3151ec5fa4,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:16:11.004416 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-62711b38-cf42-4822-ba9c-4cfcb404ba66 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Publish callbacks [] for floatingip (17c62a94-03e1-4447-ad3e-5f5a0aae738b), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:11.008659 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aca7bb-6f11-420a-951c-0c5bdd041b43 req-98c405ce-6a4b-4f0f-9de7-5b818f98befd tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:11.012211 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-c7aca7bb-6f11-420a-951c-0c5bdd041b43 req-98c405ce-6a4b-4f0f-9de7-5b818f98befd tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/ports?device_id=c60601a3-3fb9-48e4-b22d-6fa61e28dfa4 HTTP/1.1" status: 200 len: 946 time: 0.0631201 Mar 21 11:16:11.044462 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-62711b38-cf42-4822-ba9c-4cfcb404ba66 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (f488e7ea-d8ad-426b-bdd3-4a3151ec5fa4), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:11.067264 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-c7aca7bb-6f11-420a-951c-0c5bdd041b43 req-a0f26577-7e98-405d-837d-987c384091da tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/security-groups?id=d03ae1a0-8987-409a-b315-103a0a29069c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499732 Mar 21 11:16:11.217931 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-62711b38-cf42-4822-ba9c-4cfcb404ba66 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Publish callbacks [] for port (f488e7ea-d8ad-426b-bdd3-4a3151ec5fa4), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:11.224677 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-62711b38-cf42-4822-ba9c-4cfcb404ba66 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265271525'] for port (f488e7ea-d8ad-426b-bdd3-4a3151ec5fa4), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:11.302126 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62711b38-cf42-4822-ba9c-4cfcb404ba66 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Pushing event updated for resources: {'Port': ['ID=f488e7ea-d8ad-426b-bdd3-4a3151ec5fa4,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:16:11.315612 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-62711b38-cf42-4822-ba9c-4cfcb404ba66 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1690700'] for floatingip (17c62a94-03e1-4447-ad3e-5f5a0aae738b), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:11.334146 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-62711b38-cf42-4822-ba9c-4cfcb404ba66 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97509'] for floatingip (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:11.335356 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-62711b38-cf42-4822-ba9c-4cfcb404ba66 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9570873 Mar 21 11:16:11.510931 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 44448) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:16:11.557737 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-ee88ec15-89c2-44be-bcea-dba7b1cde9d4 req-009216b6-1244-4172-bd7a-8bfa08d81acb tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1928164502&fields=id&tenant_id=52347e0a8df44be6bcf4f99067c9a702 HTTP/1.1" status: 200 len: 267 time: 0.0480864 Mar 21 11:16:11.559339 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.db.db_base_plugin_v2 [None req-1aa57497-5d2b-41fb-b5a8-cdf46abcbd8d admin admin] Deleting subnet 0eb83594-d72f-44ee-accf-e102c54dca67 {{(pid=103422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 21 11:16:11.563223 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1aa57497-5d2b-41fb-b5a8-cdf46abcbd8d admin admin] Publish callbacks [] for subnet (0eb83594-d72f-44ee-accf-e102c54dca67), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:11.613229 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1aa57497-5d2b-41fb-b5a8-cdf46abcbd8d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267557842'] for subnet (0eb83594-d72f-44ee-accf-e102c54dca67), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:11.680100 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1aa57497-5d2b-41fb-b5a8-cdf46abcbd8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-756234'] for subnet (0eb83594-d72f-44ee-accf-e102c54dca67), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:11.700977 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c19fe5-922b-48e0-a070-6b78ba60a819 req-8b500e02-8595-4872-9527-2111b8309920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:11.702674 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-b9c19fe5-922b-48e0-a070-6b78ba60a819 req-8b500e02-8595-4872-9527-2111b8309920 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=53cbbdfcec5443308803a36be9595a3d&device_id=c60601a3-3fb9-48e4-b22d-6fa61e28dfa4 HTTP/1.1" status: 200 len: 1130 time: 0.0870914 Mar 21 11:16:11.708853 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee88ec15-89c2-44be-bcea-dba7b1cde9d4 req-44fb436a-d351-4cca-a9fa-8cbd46502124 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:11.710342 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-ee88ec15-89c2-44be-bcea-dba7b1cde9d4 req-44fb436a-d351-4cca-a9fa-8cbd46502124 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/networks?id=4a579521-14d3-4610-a099-3c56c62bd19a HTTP/1.1" status: 200 len: 819 time: 0.1441154 Mar 21 11:16:11.744809 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1aa57497-5d2b-41fb-b5a8-cdf46abcbd8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-756243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265271843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265054729'] for subnet (0eb83594-d72f-44ee-accf-e102c54dca67), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:11.766260 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-ee88ec15-89c2-44be-bcea-dba7b1cde9d4 req-4f8b6e83-da7e-45ac-8b3c-d96ecb54592e tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/quotas/52347e0a8df44be6bcf4f99067c9a702 HTTP/1.1" status: 200 len: 375 time: 0.0474334 Mar 21 11:16:11.772084 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa57497-5d2b-41fb-b5a8-cdf46abcbd8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0eb83594-d72f-44ee-accf-e102c54dca67,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:16:11.777471 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1aa57497-5d2b-41fb-b5a8-cdf46abcbd8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693044'] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:11.784016 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-1aa57497-5d2b-41fb-b5a8-cdf46abcbd8d admin admin] 10.222.0.24 "DELETE /v2.0/subnets/0eb83594-d72f-44ee-accf-e102c54dca67 HTTP/1.1" status: 204 len: 168 time: 0.2718940 Mar 21 11:16:11.784719 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 44454) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:16:11.868337 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c19fe5-922b-48e0-a070-6b78ba60a819 req-c9cdc7ae-c347-4d85-b0cf-9e88eee8e310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:11.868337 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-b9c19fe5-922b-48e0-a070-6b78ba60a819 req-c9cdc7ae-c347-4d85-b0cf-9e88eee8e310 service neutron] 10.222.0.32 "GET /v2.0/networks?id=edde1cdb-cb70-4a7f-a015-4d6abd2c41fa HTTP/1.1" status: 200 len: 918 time: 0.1554949 Mar 21 11:16:11.891778 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-edc08125-236a-4387-9c19-e306ab7eb37e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814149'] for network (4cce8b45-caec-4211-8030-c86bb4876b47), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:11.894146 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-ee88ec15-89c2-44be-bcea-dba7b1cde9d4 req-682d0bca-9dde-48ff-80f4-f81428562f98 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=52347e0a8df44be6bcf4f99067c9a702&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1175723 Mar 21 11:16:11.998732 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-edc08125-236a-4387-9c19-e306ab7eb37e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-689599', 'neutron.services.segments.db._delete_segments_for_network-8738246472259'] for network (4cce8b45-caec-4211-8030-c86bb4876b47), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:12.031487 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.services.segments.db [None req-edc08125-236a-4387-9c19-e306ab7eb37e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cce8b45-caec-4211-8030-c86bb4876b47']}} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:16:12.047439 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.services.segments.db [None req-edc08125-236a-4387-9c19-e306ab7eb37e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84e32668-92aa-4520-8ad7-794c56c23f1c') {'for_net_delete': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:16:12.047882 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.services.segments.db [None req-edc08125-236a-4387-9c19-e306ab7eb37e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84e32668-92aa-4520-8ad7-794c56c23f1c') {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:16:12.069368 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-edc08125-236a-4387-9c19-e306ab7eb37e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738246472012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267557867'] for segment (84e32668-92aa-4520-8ad7-794c56c23f1c), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:12.093087 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-edc08125-236a-4387-9c19-e306ab7eb37e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751123'] for segment (84e32668-92aa-4520-8ad7-794c56c23f1c), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:12.102862 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edc08125-236a-4387-9c19-e306ab7eb37e admin admin] Releasing vlan 430 on physical network physnet1 to pool {{(pid=103422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 11:16:12.103284 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-edc08125-236a-4387-9c19-e306ab7eb37e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265271425'] for segment (84e32668-92aa-4520-8ad7-794c56c23f1c), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:12.118197 dv-cinder-834448-1-smb neutron-server[103422]: Traceback (most recent call last): Mar 21 11:16:12.118197 dv-cinder-834448-1-smb neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 11:16:12.118197 dv-cinder-834448-1-smb neutron-server[103422]: timer() Mar 21 11:16:12.118197 dv-cinder-834448-1-smb neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 11:16:12.118197 dv-cinder-834448-1-smb neutron-server[103422]: cb(*args, **kw) Mar 21 11:16:12.118197 dv-cinder-834448-1-smb neutron-server[103422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 21 11:16:12.118197 dv-cinder-834448-1-smb neutron-server[103422]: return func(*args, **kwargs) Mar 21 11:16:12.118197 dv-cinder-834448-1-smb neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 11:16:12.118197 dv-cinder-834448-1-smb neutron-server[103422]: self._notify() Mar 21 11:16:12.118197 dv-cinder-834448-1-smb neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 11:16:12.118197 dv-cinder-834448-1-smb neutron-server[103422]: self.callback(batched_events) Mar 21 11:16:12.118197 dv-cinder-834448-1-smb neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 11:16:12.118197 dv-cinder-834448-1-smb neutron-server[103422]: event.method(event) Mar 21 11:16:12.118197 dv-cinder-834448-1-smb neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 21 11:16:12.118197 dv-cinder-834448-1-smb neutron-server[103422]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 11:16:12.118197 dv-cinder-834448-1-smb neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 21 11:16:12.118197 dv-cinder-834448-1-smb neutron-server[103422]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 11:16:12.118197 dv-cinder-834448-1-smb neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 21 11:16:12.118197 dv-cinder-834448-1-smb neutron-server[103422]: return f(self, *a, **k) Mar 21 11:16:12.118197 dv-cinder-834448-1-smb neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 21 11:16:12.118197 dv-cinder-834448-1-smb neutron-server[103422]: return self._get(url).json() Mar 21 11:16:12.118197 dv-cinder-834448-1-smb neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 21 11:16:12.118197 dv-cinder-834448-1-smb neutron-server[103422]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 11:16:12.118197 dv-cinder-834448-1-smb neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 11:16:12.118197 dv-cinder-834448-1-smb neutron-server[103422]: return self.request(url, 'GET', **kwargs) Mar 21 11:16:12.118197 dv-cinder-834448-1-smb neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 11:16:12.118197 dv-cinder-834448-1-smb neutron-server[103422]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 11:16:12.118197 dv-cinder-834448-1-smb neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 11:16:12.118197 dv-cinder-834448-1-smb neutron-server[103422]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 11:16:12.118197 dv-cinder-834448-1-smb neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 11:16:12.118197 dv-cinder-834448-1-smb neutron-server[103422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 11:16:12.118197 dv-cinder-834448-1-smb neutron-server[103422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 11:16:12.198933 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-edc08125-236a-4387-9c19-e306ab7eb37e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-689540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1690746'] for network (4cce8b45-caec-4211-8030-c86bb4876b47), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:12.205938 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-edc08125-236a-4387-9c19-e306ab7eb37e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693044'] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:12.209582 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-edc08125-236a-4387-9c19-e306ab7eb37e admin admin] 10.222.0.24 "DELETE /v2.0/networks/4cce8b45-caec-4211-8030-c86bb4876b47 HTTP/1.1" status: 204 len: 168 time: 0.4238837 Mar 21 11:16:12.236814 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc08125-236a-4387-9c19-e306ab7eb37e admin admin] Pushing event deleted for resources: {'Network': ['ID=4cce8b45-caec-4211-8030-c86bb4876b47,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:16:12.243709 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-b9c19fe5-922b-48e0-a070-6b78ba60a819 req-3afe4652-18fd-49c3-ba64-abecbae4f658 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eb25be42-c760-4d98-b13e-5a70f54e1415 HTTP/1.1" status: 200 len: 1002 time: 0.3690560 Mar 21 11:16:12.329300 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-ee88ec15-89c2-44be-bcea-dba7b1cde9d4 req-1fcad628-5af9-4c56-92e1-7b1335f68aa6 service neutron] 10.222.0.24 "GET /v2.0/networks/4a579521-14d3-4610-a099-3c56c62bd19a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4066145 Mar 21 11:16:12.337356 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c19fe5-922b-48e0-a070-6b78ba60a819 req-7bcafee4-b204-44d1-a60c-ae2db0a173b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:12.338903 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-b9c19fe5-922b-48e0-a070-6b78ba60a819 req-7bcafee4-b204-44d1-a60c-ae2db0a173b6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bb03aaa0-c83c-430c-a873-c18dc8bcb9dc HTTP/1.1" status: 200 len: 856 time: 0.0865641 Mar 21 11:16:12.458939 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c19fe5-922b-48e0-a070-6b78ba60a819 req-d63a83fc-56de-4198-9ff9-fc8c63ef33f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:12.460528 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-b9c19fe5-922b-48e0-a070-6b78ba60a819 req-d63a83fc-56de-4198-9ff9-fc8c63ef33f0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=edde1cdb-cb70-4a7f-a015-4d6abd2c41fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1128817 Mar 21 11:16:12.490197 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-ee88ec15-89c2-44be-bcea-dba7b1cde9d4 req-60e6a86e-9b9f-4347-b719-82e2295a1bfa service neutron] 10.222.0.24 "GET /v2.0/networks/4a579521-14d3-4610-a099-3c56c62bd19a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502697 Mar 21 11:16:12.519388 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 44474) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:16:12.574831 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-ce95a219-4d56-4e49-9bc9-06ba2d512bc3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8548f6e2ecf442de83117ba574cdbafd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0537848 Mar 21 11:16:12.578058 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 44476) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:16:12.678698 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-b9c19fe5-922b-48e0-a070-6b78ba60a819 req-98479baf-fd2c-42bb-8bdb-1232b3ae69d5 service neutron] 10.222.0.32 "GET /v2.0/networks/edde1cdb-cb70-4a7f-a015-4d6abd2c41fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116382 Mar 21 11:16:12.698230 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ae1bbad1-bdc9-4d2e-9cdf-0cae261efac9 admin admin] Publish callbacks [] for security_group (7d30d1c4-e6ed-4ccb-9459-24281569750d), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:12.748280 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ae1bbad1-bdc9-4d2e-9cdf-0cae261efac9 admin admin] Publish callbacks [] for security_group (7d30d1c4-e6ed-4ccb-9459-24281569750d), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:12.800548 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b79e188-6d01-41c8-a414-ca5e5d5abb3c req-69ca79fc-686a-4c99-9b6c-88d6857954b6 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:12.802514 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-1b79e188-6d01-41c8-a414-ca5e5d5abb3c req-69ca79fc-686a-4c99-9b6c-88d6857954b6 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/ports?device_id=c60601a3-3fb9-48e4-b22d-6fa61e28dfa4 HTTP/1.1" status: 200 len: 946 time: 0.1731718 Mar 21 11:16:12.902364 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ae1bbad1-bdc9-4d2e-9cdf-0cae261efac9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (7d30d1c4-e6ed-4ccb-9459-24281569750d), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:12.907222 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-98996e53-8208-4036-8248-95df6c256d95 req-89bf2fb3-8ea0-424c-a984-03e6c61c82dc tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/ports?device_id=8191288d-f5b6-4728-9532-86f77e741727 HTTP/1.1" status: 200 len: 210 time: 0.0678918 Mar 21 11:16:12.911418 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ae1bbad1-bdc9-4d2e-9cdf-0cae261efac9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:12.912763 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-ae1bbad1-bdc9-4d2e-9cdf-0cae261efac9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7d30d1c4-e6ed-4ccb-9459-24281569750d HTTP/1.1" status: 204 len: 168 time: 0.3331363 Mar 21 11:16:12.928111 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1bbad1-bdc9-4d2e-9cdf-0cae261efac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d30d1c4-e6ed-4ccb-9459-24281569750d,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:16:12.948576 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-b9c19fe5-922b-48e0-a070-6b78ba60a819 req-7f29c313-f7ab-4717-93d6-72bf03f173c9 service neutron] 10.222.0.32 "GET /v2.0/networks/edde1cdb-cb70-4a7f-a015-4d6abd2c41fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2492051 Mar 21 11:16:12.969540 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-1b79e188-6d01-41c8-a414-ca5e5d5abb3c req-3dc0aa64-8336-4a0c-8877-18b35bacc682 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/security-groups?id=d03ae1a0-8987-409a-b315-103a0a29069c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1290200 Mar 21 11:16:13.845527 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 44520) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:16:13.957202 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.v2.base [None req-c6ca85f3-c5bd-405e-a91b-3ad131632bc1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1025004496-network', 'tenant_id': 'f24006b78ad645519d3645178a10b3c7'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:16:13.987794 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6ca85f3-c5bd-405e-a91b-3ad131632bc1 admin admin] Made reservation on behalf of f24006b78ad645519d3645178a10b3c7 for: {'network': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 11:16:13.990698 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c6ca85f3-c5bd-405e-a91b-3ad131632bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for network (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:14.002843 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c6ca85f3-c5bd-405e-a91b-3ad131632bc1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:14.067912 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-df7ba074-0dca-4b60-8153-c2eb447d6dcf req-45ecfc11-f825-4a81-8975-6ba9aea8cce8 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/ports?device_id=8191288d-f5b6-4728-9532-86f77e741727 HTTP/1.1" status: 200 len: 210 time: 0.0506861 Mar 21 11:16:14.209948 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c6ca85f3-c5bd-405e-a91b-3ad131632bc1 admin admin] Publish callbacks [] for security_group (0faf1f40-9b29-4d64-bf0b-12196827e290), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:14.219334 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c6ca85f3-c5bd-405e-a91b-3ad131632bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (0faf1f40-9b29-4d64-bf0b-12196827e290), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:14.357941 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31a5c57-38d1-4a33-8e57-0745aedd0138 req-cb0e4ab7-b32a-489b-b09f-58e2eb2f4ec7 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:14.359704 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-a31a5c57-38d1-4a33-8e57-0745aedd0138 req-cb0e4ab7-b32a-489b-b09f-58e2eb2f4ec7 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/ports?device_id=c60601a3-3fb9-48e4-b22d-6fa61e28dfa4 HTTP/1.1" status: 200 len: 946 time: 0.2216117 Mar 21 11:16:14.366724 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6ca85f3-c5bd-405e-a91b-3ad131632bc1 admin admin] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=103421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 11:16:14.385897 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ca85f3-c5bd-405e-a91b-3ad131632bc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0faf1f40-9b29-4d64-bf0b-12196827e290,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:16:14.404181 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c6ca85f3-c5bd-405e-a91b-3ad131632bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751123'] for segment (bfe39c1d-75e0-4826-9959-5c8fd0c1357b), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:14.404543 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.db.segments_db [None req-c6ca85f3-c5bd-405e-a91b-3ad131632bc1 admin admin] Added segment bfe39c1d-75e0-4826-9959-5c8fd0c1357b of type vlan for network caf5ed87-4991-45e5-8208-00f47f9875eb Mar 21 11:16:14.494562 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c6ca85f3-c5bd-405e-a91b-3ad131632bc1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738246104679'] for network (caf5ed87-4991-45e5-8208-00f47f9875eb), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:14.505235 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee88ec15-89c2-44be-bcea-dba7b1cde9d4 req-185499df-9583-485e-ba1c-9827010ac79e tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:14.506861 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-ee88ec15-89c2-44be-bcea-dba7b1cde9d4 req-185499df-9583-485e-ba1c-9827010ac79e tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.32 "GET /v2.0/networks?id=4a579521-14d3-4610-a099-3c56c62bd19a HTTP/1.1" status: 200 len: 819 time: 0.2580740 Mar 21 11:16:14.513340 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-a31a5c57-38d1-4a33-8e57-0745aedd0138 req-7a45880e-cfa7-4bfd-899a-a8c5571731c3 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/security-groups?id=d03ae1a0-8987-409a-b315-103a0a29069c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1458704 Mar 21 11:16:14.555317 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c6ca85f3-c5bd-405e-a91b-3ad131632bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998'] for network (caf5ed87-4991-45e5-8208-00f47f9875eb), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:14.555604 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6ca85f3-c5bd-405e-a91b-3ad131632bc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:14.556171 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c6ca85f3-c5bd-405e-a91b-3ad131632bc1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693044'] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:14.642911 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-c6ca85f3-c5bd-405e-a91b-3ad131632bc1 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7961941 Mar 21 11:16:14.646315 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 44536) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:16:14.655580 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.v2.base [None req-fbc64861-170d-4c99-8e71-307f73ca67cf admin admin] Request body: {'subnet': {'network_id': 'caf5ed87-4991-45e5-8208-00f47f9875eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1025004496-subnet', 'tenant_id': 'f24006b78ad645519d3645178a10b3c7', 'ip_version': 4}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:16:14.665061 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-ee88ec15-89c2-44be-bcea-dba7b1cde9d4 req-a27c2d54-5c07-4cce-9529-80040dfc1430 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=52347e0a8df44be6bcf4f99067c9a702 HTTP/1.1" status: 200 len: 380 time: 0.1379430 Mar 21 11:16:14.665874 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ca85f3-c5bd-405e-a91b-3ad131632bc1 admin admin] Pushing event updated for resources: {'Network': ['ID=caf5ed87-4991-45e5-8208-00f47f9875eb,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:16:14.673856 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.v2.base [req-ee88ec15-89c2-44be-bcea-dba7b1cde9d4 req-b58d24a3-53a6-41f0-aba2-ce968072f407 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Request body: {'port': {'device_id': '8191288d-f5b6-4728-9532-86f77e741727', 'network_id': '4a579521-14d3-4610-a099-3c56c62bd19a', 'admin_state_up': True, 'tenant_id': '52347e0a8df44be6bcf4f99067c9a702', 'security_groups': ['daae5ede-2da4-4353-80fd-81af085a454c']}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:16:14.693871 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Network caf5ed87-4991-45e5-8208-00f47f9875eb details requested by agent ovs-agent-dv-cinder-834448-1-smb with host dv-cinder-834448-1-smb {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 21 11:16:14.726177 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbc64861-170d-4c99-8e71-307f73ca67cf admin admin] Made reservation on behalf of f24006b78ad645519d3645178a10b3c7 for: {'subnet': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 11:16:14.729187 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fbc64861-170d-4c99-8e71-307f73ca67cf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265054756'] for subnet (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:14.835387 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee88ec15-89c2-44be-bcea-dba7b1cde9d4 req-b58d24a3-53a6-41f0-aba2-ce968072f407 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Made reservation on behalf of 52347e0a8df44be6bcf4f99067c9a702 for: {'port': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 11:16:14.841787 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-ee88ec15-89c2-44be-bcea-dba7b1cde9d4 req-b58d24a3-53a6-41f0-aba2-ce968072f407 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:14.944799 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Device eb25be42-c760-4d98-b13e-5a70f54e1415 no longer exists at agent hyperv_hv-cinder-83444 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 11:16:14.996527 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fbc64861-170d-4c99-8e71-307f73ca67cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265271906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265054770'] for subnet (15b471db-3772-42d4-8366-79bf7fcca6e0), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:15.005981 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [req-ee88ec15-89c2-44be-bcea-dba7b1cde9d4 req-b58d24a3-53a6-41f0-aba2-ce968072f407 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Allocated IP 172.20.0.9 (4a579521-14d3-4610-a099-3c56c62bd19a/8a3d170f-7254-484a-9abf-df0a7cea6ed2/8909e85b-714c-410e-80a1-e387d36aadc7) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:16:15.043721 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Current status of the port eb25be42-c760-4d98-b13e-5a70f54e1415 is: ACTIVE; New status is: DOWN {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:16:15.044276 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (eb25be42-c760-4d98-b13e-5a70f54e1415), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:15.074728 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c60601a3-3fb9-48e4-b22d-6fa61e28dfa4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb25be42-c760-4d98-b13e-5a70f54e1415'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:16:15.077800 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f4962fb769adde196efb410afcfec8f2b34529d6df7ca74076ce40474c5a66c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8811c366-e094-48b7-b9fa-4fc8337445bb" -d '{"events": [{"server_uuid": "c60601a3-3fb9-48e4-b22d-6fa61e28dfa4", "name": "network-vif-unplugged", "status": "completed", "tag": "eb25be42-c760-4d98-b13e-5a70f54e1415"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:16:15.078008 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc64861-170d-4c99-8e71-307f73ca67cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=15b471db-3772-42d4-8366-79bf7fcca6e0,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:16:15.086486 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc64861-170d-4c99-8e71-307f73ca67cf admin admin] Checking segment: {'id': 'bfe39c1d-75e0-4826-9959-5c8fd0c1357b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'caf5ed87-4991-45e5-8208-00f47f9875eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:16:15.086978 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc64861-170d-4c99-8e71-307f73ca67cf admin admin] Network hostable DHCP agents. Network: caf5ed87-4991-45e5-8208-00f47f9875eb, hostable agents: ['9c74c917-795e-4123-adbe-3a92cf8165ad'], hosted agents: [] {{(pid=103422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 11:16:15.115380 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc64861-170d-4c99-8e71-307f73ca67cf admin admin] Network caf5ed87-4991-45e5-8208-00f47f9875eb is scheduled to be hosted by DHCP agent 9c74c917-795e-4123-adbe-3a92cf8165ad with binding_index 1 {{(pid=103422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 11:16:15.129340 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] For port eb25be42-c760-4d98-b13e-5a70f54e1415, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=eb25be42-c760-4d98-b13e-5a70f54e1415,segment=NetworkSegment(2b3dbd92-7596-4ba4-98c7-1ff5ff135374),segment_id=2b3dbd92-7596-4ba4-98c7-1ff5ff135374)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:16:15.134756 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-fbc64861-170d-4c99-8e71-307f73ca67cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834448-1-smb, caf5ed87-4991-45e5-8208-00f47f9875eb) {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:16:15.138363 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 21 Mar 2022 11:16:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9897a690-4392-4780-a194-20ece4ed059d x-openstack-request-id: req-9897a690-4392-4780-a194-20ece4ed059d {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:16:15.139434 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c60601a3-3fb9-48e4-b22d-6fa61e28dfa4", "name": "network-vif-unplugged", "status": "completed", "tag": "eb25be42-c760-4d98-b13e-5a70f54e1415", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:16:15.139731 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9897a690-4392-4780-a194-20ece4ed059d {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:16:15.140136 dv-cinder-834448-1-smb neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c60601a3-3fb9-48e4-b22d-6fa61e28dfa4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb25be42-c760-4d98-b13e-5a70f54e1415', 'code': 200} Mar 21 11:16:15.141437 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817'] for port (eb25be42-c760-4d98-b13e-5a70f54e1415), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:15.141573 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc64861-170d-4c99-8e71-307f73ca67cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:15.142142 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fbc64861-170d-4c99-8e71-307f73ca67cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693044'] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:15.154630 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89b87bcc-e571-4fe4-89eb-f56a4b5ed6c8 None None] Network caf5ed87-4991-45e5-8208-00f47f9875eb requested from dv-cinder-834448-1-smb {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 11:16:15.175720 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-fbc64861-170d-4c99-8e71-307f73ca67cf admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5253575 Mar 21 11:16:15.177788 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 44550) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:16:15.184142 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.v2.base [None req-71b864f1-936d-4fba-8189-2c31b8b183b4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1025004496-router', 'tenant_id': 'f24006b78ad645519d3645178a10b3c7', 'external_gateway_info': {'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623'}}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:16:15.249424 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-ee88ec15-89c2-44be-bcea-dba7b1cde9d4 req-b58d24a3-53a6-41f0-aba2-ce968072f407 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Publish callbacks [] for port (8909e85b-714c-410e-80a1-e387d36aadc7), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:15.273572 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-d0126853-ff48-41fb-840e-98354862e43f req-93585bc9-a1da-4fd5-ab94-060a447a03be tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/ports?device_id=8191288d-f5b6-4728-9532-86f77e741727 HTTP/1.1" status: 200 len: 210 time: 0.0506184 Mar 21 11:16:15.278052 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-71b864f1-936d-4fba-8189-2c31b8b183b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1688884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2201'] for router (08b01e01-09f2-4a2c-91e8-f12ed1e32084), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:15.279269 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-71b864f1-936d-4fba-8189-2c31b8b183b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1688740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1690871', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2208'] for router (08b01e01-09f2-4a2c-91e8-f12ed1e32084), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:15.350397 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Pushing event updated for resources: {'Port': ['ID=eb25be42-c760-4d98-b13e-5a70f54e1415,revision_number=8']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:16:15.366971 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-71b864f1-936d-4fba-8189-2c31b8b183b4 admin admin] Publish callbacks [] for router_controller (08b01e01-09f2-4a2c-91e8-f12ed1e32084), precommit_add_association {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:15.372751 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-ee88ec15-89c2-44be-bcea-dba7b1cde9d4 req-b58d24a3-53a6-41f0-aba2-ce968072f407 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738246144781'] for port (8909e85b-714c-410e-80a1-e387d36aadc7), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:15.403754 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-929712b2-f7ac-4fb0-9212-7500b1435e66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce4f82c5-e8da-580b-894c-917e4a2c3c40-caf5ed87-4991-45e5-8208-00f47f9875eb', 'network_id': 'caf5ed87-4991-45e5-8208-00f47f9875eb', 'project_id': 'f24006b78ad645519d3645178a10b3c7', 'fixed_ips': [{'subnet_id': '15b471db-3772-42d4-8366-79bf7fcca6e0'}]}} from dv-cinder-834448-1-smb. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 21 11:16:15.404833 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-929712b2-f7ac-4fb0-9212-7500b1435e66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:15.479478 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee88ec15-89c2-44be-bcea-dba7b1cde9d4 req-b58d24a3-53a6-41f0-aba2-ce968072f407 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Network 4a579521-14d3-4610-a099-3c56c62bd19a is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:16:15.485836 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [req-ee88ec15-89c2-44be-bcea-dba7b1cde9d4 req-b58d24a3-53a6-41f0-aba2-ce968072f407 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:16:15.494142 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee88ec15-89c2-44be-bcea-dba7b1cde9d4 req-b58d24a3-53a6-41f0-aba2-ce968072f407 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:16:15.499287 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee88ec15-89c2-44be-bcea-dba7b1cde9d4 req-b58d24a3-53a6-41f0-aba2-ce968072f407 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:15.499970 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-ee88ec15-89c2-44be-bcea-dba7b1cde9d4 req-b58d24a3-53a6-41f0-aba2-ce968072f407 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97509'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:15.503939 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58d24a3-53a6-41f0-aba2-ce968072f407 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Pushing event updated for resources: {'Port': ['ID=8909e85b-714c-410e-80a1-e387d36aadc7,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:16:15.561778 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-929712b2-f7ac-4fb0-9212-7500b1435e66 None None] Allocated IP 172.20.0.2 (caf5ed87-4991-45e5-8208-00f47f9875eb/15b471db-3772-42d4-8366-79bf7fcca6e0/99011497-576f-46e1-beb1-9df12d6a42e2) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:16:15.601771 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-ee88ec15-89c2-44be-bcea-dba7b1cde9d4 req-b58d24a3-53a6-41f0-aba2-ce968072f407 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9305418 Mar 21 11:16:15.609754 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-71b864f1-936d-4fba-8189-2c31b8b183b4 admin admin] Publish callbacks [] for router_gateway (08b01e01-09f2-4a2c-91e8-f12ed1e32084), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:15.626084 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 44554) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:16:15.631599 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.v2.base [None req-d452f45f-757a-4fc9-a31b-88353a49a2fa tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1537591496', 'description': 'tempest-description--474514458'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:16:15.639907 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.v2.base [req-ee88ec15-89c2-44be-bcea-dba7b1cde9d4 req-3c81d442-4047-49af-8904-700cce48adc4 service neutron] Request body: {'port': {'device_id': '8191288d-f5b6-4728-9532-86f77e741727', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83444'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:16:15.665645 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d452f45f-757a-4fc9-a31b-88353a49a2fa tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:15.769586 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d452f45f-757a-4fc9-a31b-88353a49a2fa tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks [] for security_group (6de27eb5-6cce-4260-8a13-a7475f6b033f), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:15.775043 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d452f45f-757a-4fc9-a31b-88353a49a2fa tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (6de27eb5-6cce-4260-8a13-a7475f6b033f), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:15.818792 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-63232132-2b42-40f4-82c6-4c7dc3d69498 None None] Provisioning complete for port 8909e85b-714c-410e-80a1-e387d36aadc7 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:16:15.819523 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-63232132-2b42-40f4-82c6-4c7dc3d69498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688166'] for port (8909e85b-714c-410e-80a1-e387d36aadc7), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:15.825425 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d452f45f-757a-4fc9-a31b-88353a49a2fa tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:15.825618 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-929712b2-f7ac-4fb0-9212-7500b1435e66 None None] Publish callbacks [] for port (99011497-576f-46e1-beb1-9df12d6a42e2), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:15.828132 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-d452f45f-757a-4fc9-a31b-88353a49a2fa tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2006688 Mar 21 11:16:15.834977 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 44560) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:16:15.843945 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.v2.base [None req-353da8a2-d344-4b6a-885e-8974818d1504 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Request body: {'security_group_rule': {'security_group_id': '6de27eb5-6cce-4260-8a13-a7475f6b033f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:16:15.851260 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd910df-13e4-4a27-8754-5f79e62261f9 req-292580ec-efb3-4aa6-ada2-2179ada7af1a tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:15.853199 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-9dd910df-13e4-4a27-8754-5f79e62261f9 req-292580ec-efb3-4aa6-ada2-2179ada7af1a tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/ports?device_id=c60601a3-3fb9-48e4-b22d-6fa61e28dfa4 HTTP/1.1" status: 200 len: 944 time: 0.2101364 Mar 21 11:16:15.855971 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-929712b2-f7ac-4fb0-9212-7500b1435e66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738246144781'] for port (99011497-576f-46e1-beb1-9df12d6a42e2), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:15.863411 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d452f45f-757a-4fc9-a31b-88353a49a2fa tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6de27eb5-6cce-4260-8a13-a7475f6b033f,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:16:15.875718 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-ee88ec15-89c2-44be-bcea-dba7b1cde9d4 req-3c81d442-4047-49af-8904-700cce48adc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (8909e85b-714c-410e-80a1-e387d36aadc7), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:15.905793 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-63232132-2b42-40f4-82c6-4c7dc3d69498 None None] Port 8909e85b-714c-410e-80a1-e387d36aadc7 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 11:16:15.906732 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-353da8a2-d344-4b6a-885e-8974818d1504 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks [] for security_group_rule (bfb595bd-7183-4fa3-b63e-6c4ffa587392), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:15.908687 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-929712b2-f7ac-4fb0-9212-7500b1435e66 None None] Network caf5ed87-4991-45e5-8208-00f47f9875eb is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:16:15.913607 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-929712b2-f7ac-4fb0-9212-7500b1435e66 None None] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:16:15.917520 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929712b2-f7ac-4fb0-9212-7500b1435e66 None None] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:16:15.926131 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929712b2-f7ac-4fb0-9212-7500b1435e66 None None] Pushing event updated for resources: {'Port': ['ID=99011497-576f-46e1-beb1-9df12d6a42e2,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:16:15.994746 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-929712b2-f7ac-4fb0-9212-7500b1435e66 None None] Attempting to bind port 99011497-576f-46e1-beb1-9df12d6a42e2 on host dv-cinder-834448-1-smb for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 11:16:15.995157 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-929712b2-f7ac-4fb0-9212-7500b1435e66 None None] Attempting to bind port 99011497-576f-46e1-beb1-9df12d6a42e2 by drivers openvswitch,hyperv on host dv-cinder-834448-1-smb at level 0 using segments [{'id': 'bfe39c1d-75e0-4826-9959-5c8fd0c1357b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'caf5ed87-4991-45e5-8208-00f47f9875eb'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 11:16:15.995524 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-929712b2-f7ac-4fb0-9212-7500b1435e66 None None] Attempting to bind port 99011497-576f-46e1-beb1-9df12d6a42e2 on network caf5ed87-4991-45e5-8208-00f47f9875eb {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:16:16.007608 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-929712b2-f7ac-4fb0-9212-7500b1435e66 None None] Checking agent: {'id': '4788e3a4-6d7d-47da-90c6-7227f6e2e35d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834448-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 11, 5), 'started_at': datetime.datetime(2022, 3, 21, 11, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 11, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834448-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 11:16:16.011584 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-929712b2-f7ac-4fb0-9212-7500b1435e66 None None] Checking segment: {'id': 'bfe39c1d-75e0-4826-9959-5c8fd0c1357b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'caf5ed87-4991-45e5-8208-00f47f9875eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:16:16.012416 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-929712b2-f7ac-4fb0-9212-7500b1435e66 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:16.013205 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-929712b2-f7ac-4fb0-9212-7500b1435e66 None None] Bound using segment: {'id': 'bfe39c1d-75e0-4826-9959-5c8fd0c1357b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'caf5ed87-4991-45e5-8208-00f47f9875eb'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 11:16:16.013813 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-9dd910df-13e4-4a27-8754-5f79e62261f9 req-344e37e6-a433-4461-8581-fba9e1851e21 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/security-groups?id=d03ae1a0-8987-409a-b315-103a0a29069c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1498928 Mar 21 11:16:16.014648 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-929712b2-f7ac-4fb0-9212-7500b1435e66 None None] Bound port: 99011497-576f-46e1-beb1-9df12d6a42e2, host: dv-cinder-834448-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfe39c1d-75e0-4826-9959-5c8fd0c1357b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'caf5ed87-4991-45e5-8208-00f47f9875eb'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 11:16:16.015218 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-929712b2-f7ac-4fb0-9212-7500b1435e66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (99011497-576f-46e1-beb1-9df12d6a42e2), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:16.022232 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-353da8a2-d344-4b6a-885e-8974818d1504 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks [] for security_group_rule (bfb595bd-7183-4fa3-b63e-6c4ffa587392), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:16.028230 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-353da8a2-d344-4b6a-885e-8974818d1504 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674879'] for security_group_rule (bfb595bd-7183-4fa3-b63e-6c4ffa587392), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:16.064036 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353da8a2-d344-4b6a-885e-8974818d1504 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfb595bd-7183-4fa3-b63e-6c4ffa587392,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:16:16.089374 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-353da8a2-d344-4b6a-885e-8974818d1504 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:16.095513 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-353da8a2-d344-4b6a-885e-8974818d1504 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2586787 Mar 21 11:16:16.096868 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 44566) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:16:16.104311 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.v2.base [None req-5b1fc4cf-02ca-4d29-aeb1-453ea6067d2e tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Request body: {'security_group_rule': {'security_group_id': '6de27eb5-6cce-4260-8a13-a7475f6b033f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:16:16.107380 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-929712b2-f7ac-4fb0-9212-7500b1435e66 None None] For port 99011497-576f-46e1-beb1-9df12d6a42e2, host dv-cinder-834448-1-smb, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 11:16:16.111957 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-929712b2-f7ac-4fb0-9212-7500b1435e66 None None] For port 99011497-576f-46e1-beb1-9df12d6a42e2, host dv-cinder-834448-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-smb',level=0,port_id=99011497-576f-46e1-beb1-9df12d6a42e2,segment=NetworkSegment(bfe39c1d-75e0-4826-9959-5c8fd0c1357b),segment_id=bfe39c1d-75e0-4826-9959-5c8fd0c1357b)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 11:16:16.125812 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-929712b2-f7ac-4fb0-9212-7500b1435e66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817'] for port (99011497-576f-46e1-beb1-9df12d6a42e2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:16.148254 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5b1fc4cf-02ca-4d29-aeb1-453ea6067d2e tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks [] for security_group_rule (eea65bbe-c869-4dc2-97ea-cc6eeebcb202), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:16.188815 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929712b2-f7ac-4fb0-9212-7500b1435e66 None None] Pushing event updated for resources: {'Port': ['ID=99011497-576f-46e1-beb1-9df12d6a42e2,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:16:16.234169 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5b1fc4cf-02ca-4d29-aeb1-453ea6067d2e tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks [] for security_group_rule (eea65bbe-c869-4dc2-97ea-cc6eeebcb202), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:16.247756 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5b1fc4cf-02ca-4d29-aeb1-453ea6067d2e tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674879'] for security_group_rule (eea65bbe-c869-4dc2-97ea-cc6eeebcb202), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:16.273264 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5b1fc4cf-02ca-4d29-aeb1-453ea6067d2e tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:16.274590 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-5b1fc4cf-02ca-4d29-aeb1-453ea6067d2e tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1761291 Mar 21 11:16:16.278919 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 44574) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:16:16.285134 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.v2.base [None req-91c89700-e4ee-410d-9098-cb530b87aa36 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Request body: {'floatingip': {'floating_network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:16:16.289581 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1fc4cf-02ca-4d29-aeb1-453ea6067d2e tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eea65bbe-c869-4dc2-97ea-cc6eeebcb202,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:16:16.309267 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-71b864f1-936d-4fba-8189-2c31b8b183b4 admin admin] Publish callbacks [] for router_gateway (08b01e01-09f2-4a2c-91e8-f12ed1e32084), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:16.327431 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-91c89700-e4ee-410d-9098-cb530b87aa36 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:16.485121 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-91c89700-e4ee-410d-9098-cb530b87aa36 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:16.616449 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-71b864f1-936d-4fba-8189-2c31b8b183b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:16.635869 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-91c89700-e4ee-410d-9098-cb530b87aa36 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Allocated IP 172.28.0.120 (4a234a12-d706-4d7c-b6c3-ed2b05ad1623/3e258188-6a8e-4491-8eb3-50329fb1d7f1/2578cee9-912a-4f23-a998-ecd5e4fd909d) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:16:16.760904 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaaedb9-ccc1-499a-b9ad-ba7ab1bb0779 req-3f065657-7f84-4aac-9b90-b3339d86b63b tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:16.763705 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-faaaedb9-ccc1-499a-b9ad-ba7ab1bb0779 req-3f065657-7f84-4aac-9b90-b3339d86b63b tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/ports?device_id=8191288d-f5b6-4728-9532-86f77e741727 HTTP/1.1" status: 200 len: 931 time: 0.1517282 Mar 21 11:16:16.784393 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [req-750dbd46-1cc1-4494-b778-cf93d7fcdc7a req-755a8dc2-84fb-46ba-88f6-9cbaedccbee8 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103421) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 21 11:16:16.785397 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-750dbd46-1cc1-4494-b778-cf93d7fcdc7a req-755a8dc2-84fb-46ba-88f6-9cbaedccbee8 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0141037 Mar 21 11:16:16.785758 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-91c89700-e4ee-410d-9098-cb530b87aa36 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks [] for port (2578cee9-912a-4f23-a998-ecd5e4fd909d), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:16.831085 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-91c89700-e4ee-410d-9098-cb530b87aa36 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738246144781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265271506'] for port (2578cee9-912a-4f23-a998-ecd5e4fd909d), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:16.892554 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c89700-e4ee-410d-9098-cb530b87aa36 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Network 4a234a12-d706-4d7c-b6c3-ed2b05ad1623 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:16:16.893031 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.notifiers.nova [req-ee88ec15-89c2-44be-bcea-dba7b1cde9d4 req-3c81d442-4047-49af-8904-700cce48adc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8909e85b-714c-410e-80a1-e387d36aadc7 {{(pid=103421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 11:16:16.904548 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-91c89700-e4ee-410d-9098-cb530b87aa36 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:16:16.907805 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-ee88ec15-89c2-44be-bcea-dba7b1cde9d4 req-3c81d442-4047-49af-8904-700cce48adc4 service neutron] Publish callbacks [] for port (8909e85b-714c-410e-80a1-e387d36aadc7), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:16.908173 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c89700-e4ee-410d-9098-cb530b87aa36 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:16:16.911852 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c89700-e4ee-410d-9098-cb530b87aa36 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Pushing event updated for resources: {'Port': ['ID=2578cee9-912a-4f23-a998-ecd5e4fd909d,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:16:16.920352 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-faaaedb9-ccc1-499a-b9ad-ba7ab1bb0779 req-01ea89f1-50ba-4005-bbdd-71637fbba4bc tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/security-groups?id=daae5ede-2da4-4353-80fd-81af085a454c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1471493 Mar 21 11:16:16.939613 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [None req-71b864f1-936d-4fba-8189-2c31b8b183b4 admin admin] Allocated IP 172.28.0.223 (4a234a12-d706-4d7c-b6c3-ed2b05ad1623/3e258188-6a8e-4491-8eb3-50329fb1d7f1/caf3e45a-564b-4830-a6c7-4289634b34bf) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:16:16.948823 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [req-ee88ec15-89c2-44be-bcea-dba7b1cde9d4 req-3c81d442-4047-49af-8904-700cce48adc4 service neutron] Transition to ACTIVE for port object 8909e85b-714c-410e-80a1-e387d36aadc7 will not be triggered until provisioned by entity L2. {{(pid=103421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 21 11:16:16.952915 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-ee88ec15-89c2-44be-bcea-dba7b1cde9d4 req-3c81d442-4047-49af-8904-700cce48adc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817'] for port (8909e85b-714c-410e-80a1-e387d36aadc7), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:17.016618 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-91c89700-e4ee-410d-9098-cb530b87aa36 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks [] for floatingip (43986418-6531-4f10-8785-c5b23d92807f), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:17.108573 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-91c89700-e4ee-410d-9098-cb530b87aa36 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (2578cee9-912a-4f23-a998-ecd5e4fd909d), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:17.185924 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c81d442-4047-49af-8904-700cce48adc4 service neutron] Pushing event updated for resources: {'Port': ['ID=8909e85b-714c-410e-80a1-e387d36aadc7,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:16:17.248406 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57957760-0028-4d6c-bac9-9280f6c6544b req-fc2440ff-76f7-41e4-b47b-ae1cb301b82a tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:17.258335 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-57957760-0028-4d6c-bac9-9280f6c6544b req-fc2440ff-76f7-41e4-b47b-ae1cb301b82a tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/ports?device_id=c60601a3-3fb9-48e4-b22d-6fa61e28dfa4 HTTP/1.1" status: 200 len: 944 time: 0.2884800 Mar 21 11:16:17.283121 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-ee88ec15-89c2-44be-bcea-dba7b1cde9d4 req-3c81d442-4047-49af-8904-700cce48adc4 service neutron] Attempting to bind port 8909e85b-714c-410e-80a1-e387d36aadc7 on host hv-cinder-83444 for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 11:16:17.288766 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-ee88ec15-89c2-44be-bcea-dba7b1cde9d4 req-3c81d442-4047-49af-8904-700cce48adc4 service neutron] Attempting to bind port 8909e85b-714c-410e-80a1-e387d36aadc7 by drivers openvswitch,hyperv on host hv-cinder-83444 at level 0 using segments [{'id': 'ed9a1c02-481f-4a04-a954-ab4bb6b2d4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '4a579521-14d3-4610-a099-3c56c62bd19a'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 11:16:17.289363 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee88ec15-89c2-44be-bcea-dba7b1cde9d4 req-3c81d442-4047-49af-8904-700cce48adc4 service neutron] Attempting to bind port 8909e85b-714c-410e-80a1-e387d36aadc7 on network 4a579521-14d3-4610-a099-3c56c62bd19a {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:16:17.314507 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee88ec15-89c2-44be-bcea-dba7b1cde9d4 req-3c81d442-4047-49af-8904-700cce48adc4 service neutron] Port 8909e85b-714c-410e-80a1-e387d36aadc7 on network 4a579521-14d3-4610-a099-3c56c62bd19a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83444 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 21 11:16:17.315303 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee88ec15-89c2-44be-bcea-dba7b1cde9d4 req-3c81d442-4047-49af-8904-700cce48adc4 service neutron] Attempting to bind port 8909e85b-714c-410e-80a1-e387d36aadc7 on network 4a579521-14d3-4610-a099-3c56c62bd19a {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:16:17.370977 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-71b864f1-936d-4fba-8189-2c31b8b183b4 admin admin] Publish callbacks [] for port (caf3e45a-564b-4830-a6c7-4289634b34bf), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:17.393675 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee88ec15-89c2-44be-bcea-dba7b1cde9d4 req-3c81d442-4047-49af-8904-700cce48adc4 service neutron] Checking agent: {'id': 'e1ce583e-86b5-47e2-b889-5e91679074ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83444', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 11, 11, 26), 'started_at': datetime.datetime(2022, 3, 21, 11, 11, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 11, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 11:16:17.394178 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee88ec15-89c2-44be-bcea-dba7b1cde9d4 req-3c81d442-4047-49af-8904-700cce48adc4 service neutron] Checking segment: {'id': 'ed9a1c02-481f-4a04-a954-ab4bb6b2d4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '4a579521-14d3-4610-a099-3c56c62bd19a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:16:17.394676 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee88ec15-89c2-44be-bcea-dba7b1cde9d4 req-3c81d442-4047-49af-8904-700cce48adc4 service neutron] Bound using segment: {'id': 'ed9a1c02-481f-4a04-a954-ab4bb6b2d4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '4a579521-14d3-4610-a099-3c56c62bd19a'} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 11:16:17.395281 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-ee88ec15-89c2-44be-bcea-dba7b1cde9d4 req-3c81d442-4047-49af-8904-700cce48adc4 service neutron] Bound port: 8909e85b-714c-410e-80a1-e387d36aadc7, host: hv-cinder-83444, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed9a1c02-481f-4a04-a954-ab4bb6b2d4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '4a579521-14d3-4610-a099-3c56c62bd19a'}}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 11:16:17.395767 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-ee88ec15-89c2-44be-bcea-dba7b1cde9d4 req-3c81d442-4047-49af-8904-700cce48adc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (8909e85b-714c-410e-80a1-e387d36aadc7), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:17.425561 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-91c89700-e4ee-410d-9098-cb530b87aa36 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks [] for port (2578cee9-912a-4f23-a998-ecd5e4fd909d), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:17.430756 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-57957760-0028-4d6c-bac9-9280f6c6544b req-c3804069-169c-4afe-a359-f8f2954a512e tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/security-groups?id=d03ae1a0-8987-409a-b315-103a0a29069c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1712182 Mar 21 11:16:17.435444 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-91c89700-e4ee-410d-9098-cb530b87aa36 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265271525'] for port (2578cee9-912a-4f23-a998-ecd5e4fd909d), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:17.525634 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c89700-e4ee-410d-9098-cb530b87aa36 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Pushing event updated for resources: {'Port': ['ID=2578cee9-912a-4f23-a998-ecd5e4fd909d,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:16:17.531397 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-91c89700-e4ee-410d-9098-cb530b87aa36 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1690700'] for floatingip (43986418-6531-4f10-8785-c5b23d92807f), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:17.551875 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-71b864f1-936d-4fba-8189-2c31b8b183b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738246144781'] for port (caf3e45a-564b-4830-a6c7-4289634b34bf), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:17.557812 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-91c89700-e4ee-410d-9098-cb530b87aa36 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97509'] for floatingip (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:17.564286 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-91c89700-e4ee-410d-9098-cb530b87aa36 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2836013 Mar 21 11:16:17.608110 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-ee88ec15-89c2-44be-bcea-dba7b1cde9d4 req-3c81d442-4047-49af-8904-700cce48adc4 service neutron] For port 8909e85b-714c-410e-80a1-e387d36aadc7, host hv-cinder-83444, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 11:16:17.615252 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 44616) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:16:17.617857 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b864f1-936d-4fba-8189-2c31b8b183b4 admin admin] Network 4a234a12-d706-4d7c-b6c3-ed2b05ad1623 is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:16:17.624321 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-71b864f1-936d-4fba-8189-2c31b8b183b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:16:17.643264 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-ee88ec15-89c2-44be-bcea-dba7b1cde9d4 req-3c81d442-4047-49af-8904-700cce48adc4 service neutron] For port 8909e85b-714c-410e-80a1-e387d36aadc7, host hv-cinder-83444, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=8909e85b-714c-410e-80a1-e387d36aadc7,segment=NetworkSegment(ed9a1c02-481f-4a04-a954-ab4bb6b2d4a8),segment_id=ed9a1c02-481f-4a04-a954-ab4bb6b2d4a8)] {{(pid=103421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 11:16:17.652479 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b864f1-936d-4fba-8189-2c31b8b183b4 admin admin] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:16:17.699414 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-ee88ec15-89c2-44be-bcea-dba7b1cde9d4 req-3c81d442-4047-49af-8904-700cce48adc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817'] for port (8909e85b-714c-410e-80a1-e387d36aadc7), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:17.721385 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-b56ed217-4bf6-46b5-86b5-32bedba85afc req-37c93cf6-7bdd-48a8-911c-cf7425c8ce44 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c60601a3-3fb9-48e4-b22d-6fa61e28dfa4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1042688 Mar 21 11:16:17.730600 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [req-b56ed217-4bf6-46b5-86b5-32bedba85afc req-f0016db0-daf2-4c70-92a1-8ea79b7bb121 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103422) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 21 11:16:17.733256 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-b56ed217-4bf6-46b5-86b5-32bedba85afc req-f0016db0-daf2-4c70-92a1-8ea79b7bb121 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0069315 Mar 21 11:16:17.744881 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b864f1-936d-4fba-8189-2c31b8b183b4 admin admin] Pushing event updated for resources: {'Port': ['ID=caf3e45a-564b-4830-a6c7-4289634b34bf,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:16:17.753059 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-168f38d7-9252-4885-9903-5658c951cdc5 None None] Network caf5ed87-4991-45e5-8208-00f47f9875eb requested from dv-cinder-834448-1-smb {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 11:16:17.781918 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee88ec15-89c2-44be-bcea-dba7b1cde9d4 req-3c81d442-4047-49af-8904-700cce48adc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:17.783112 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-ee88ec15-89c2-44be-bcea-dba7b1cde9d4 req-3c81d442-4047-49af-8904-700cce48adc4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97509'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:17.784754 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-ee88ec15-89c2-44be-bcea-dba7b1cde9d4 req-3c81d442-4047-49af-8904-700cce48adc4 service neutron] 10.222.0.32 "PUT /v2.0/ports/8909e85b-714c-410e-80a1-e387d36aadc7 HTTP/1.1" status: 200 len: 1093 time: 2.1714189 Mar 21 11:16:17.785344 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8191288d-f5b6-4728-9532-86f77e741727', 'tag': '8909e85b-714c-410e-80a1-e387d36aadc7'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:16:17.787800 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881d039021bf7bfdbb2ec2cc2a60bd67cc793bf6de71028ad915050608b1b1c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ece63d8e-fa75-4537-826d-5ac3c2ecc8d6" -d '{"events": [{"name": "network-changed", "server_uuid": "8191288d-f5b6-4728-9532-86f77e741727", "tag": "8909e85b-714c-410e-80a1-e387d36aadc7"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:16:17.848671 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 44636) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:16:17.882071 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 11:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfa9aeb8-f481-4eaf-98e8-ac3ff3e4dedd x-openstack-request-id: req-cfa9aeb8-f481-4eaf-98e8-ac3ff3e4dedd {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:16:17.882440 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8191288d-f5b6-4728-9532-86f77e741727", "tag": "8909e85b-714c-410e-80a1-e387d36aadc7", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:16:17.882766 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cfa9aeb8-f481-4eaf-98e8-ac3ff3e4dedd {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:16:17.883233 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8191288d-f5b6-4728-9532-86f77e741727', 'tag': '8909e85b-714c-410e-80a1-e387d36aadc7', 'status': 'completed', 'code': 200} Mar 21 11:16:17.912954 dv-cinder-834448-1-smb neutron-server[103422]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 21 11:16:17.969070 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c81d442-4047-49af-8904-700cce48adc4 service neutron] Pushing event updated for resources: {'Port': ['ID=8909e85b-714c-410e-80a1-e387d36aadc7,revision_number=3']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:16:17.975619 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-c0620bab-69b8-4495-abce-081245d68167 req-b3b27752-9949-4f3b-aab1-d72a64a619f0 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1537591496&fields=id&tenant_id=a69c1808af3d4640ae6355109b334cd8 HTTP/1.1" status: 200 len: 267 time: 0.1827512 Mar 21 11:16:17.997700 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56ed217-4bf6-46b5-86b5-32bedba85afc req-30f03aee-7f47-441b-a06a-177b5cd84bb0 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:17.999674 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-b56ed217-4bf6-46b5-86b5-32bedba85afc req-30f03aee-7f47-441b-a06a-177b5cd84bb0 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/ports/eb25be42-c760-4d98-b13e-5a70f54e1415 HTTP/1.1" status: 200 len: 941 time: 0.1495984 Mar 21 11:16:18.037412 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-b2f815ee-c339-4631-87c2-72df6f6cc4de None None] Provisioning complete for port 99011497-576f-46e1-beb1-9df12d6a42e2 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:16:18.041550 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b2f815ee-c339-4631-87c2-72df6f6cc4de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688166'] for port (99011497-576f-46e1-beb1-9df12d6a42e2), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:18.184619 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee88ec15-89c2-44be-bcea-dba7b1cde9d4 req-2bd03cb3-7617-4bad-afbf-4c5e7f274f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:18.186281 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-ee88ec15-89c2-44be-bcea-dba7b1cde9d4 req-2bd03cb3-7617-4bad-afbf-4c5e7f274f7f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=52347e0a8df44be6bcf4f99067c9a702&device_id=8191288d-f5b6-4728-9532-86f77e741727 HTTP/1.1" status: 200 len: 1127 time: 0.3270569 Mar 21 11:16:18.199424 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-b2f815ee-c339-4631-87c2-72df6f6cc4de None None] Current status of the port 99011497-576f-46e1-beb1-9df12d6a42e2 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:16:18.200576 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b2f815ee-c339-4631-87c2-72df6f6cc4de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (99011497-576f-46e1-beb1-9df12d6a42e2), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:18.215701 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Device 99011497-576f-46e1-beb1-9df12d6a42e2 up at agent ovs-agent-dv-cinder-834448-1-smb {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:16:18.286519 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-b2f815ee-c339-4631-87c2-72df6f6cc4de None None] For port 99011497-576f-46e1-beb1-9df12d6a42e2, host dv-cinder-834448-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-smb',level=0,port_id=99011497-576f-46e1-beb1-9df12d6a42e2,segment=NetworkSegment(bfe39c1d-75e0-4826-9959-5c8fd0c1357b),segment_id=bfe39c1d-75e0-4826-9959-5c8fd0c1357b)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:16:18.288492 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-ee88ec15-89c2-44be-bcea-dba7b1cde9d4 req-4eb80569-5596-4eac-bad0-5f4c7dacab33 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8909e85b-714c-410e-80a1-e387d36aadc7 HTTP/1.1" status: 200 len: 217 time: 0.0912714 Mar 21 11:16:18.293763 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b2f815ee-c339-4631-87c2-72df6f6cc4de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817'] for port (99011497-576f-46e1-beb1-9df12d6a42e2), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:18.334945 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Provisioning complete for port 99011497-576f-46e1-beb1-9df12d6a42e2 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:16:18.335326 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688166'] for port (99011497-576f-46e1-beb1-9df12d6a42e2), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:18.353106 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e08e2e-ea8c-4cc3-9c9a-a36bc03fddf0 req-0d08a0cc-c967-4196-852f-bb8083f7a57f tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:18.354979 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-c6e08e2e-ea8c-4cc3-9c9a-a36bc03fddf0 req-0d08a0cc-c967-4196-852f-bb8083f7a57f tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/ports?device_id=8191288d-f5b6-4728-9532-86f77e741727 HTTP/1.1" status: 200 len: 943 time: 0.2594450 Mar 21 11:16:18.380186 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0620bab-69b8-4495-abce-081245d68167 req-177dd3ba-41c7-4daa-b68f-793a06498e5b tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:18.386244 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-c0620bab-69b8-4495-abce-081245d68167 req-177dd3ba-41c7-4daa-b68f-793a06498e5b tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] 10.222.0.24 "GET /v2.0/networks?id=3ddc289c-7154-4e23-8f81-bf2d5b69083d HTTP/1.1" status: 200 len: 814 time: 0.3454375 Mar 21 11:16:18.412072 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f815ee-c339-4631-87c2-72df6f6cc4de None None] Pushing event updated for resources: {'Port': ['ID=99011497-576f-46e1-beb1-9df12d6a42e2,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:16:18.441648 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-71b864f1-936d-4fba-8189-2c31b8b183b4 admin admin] Publish callbacks [] for router_gateway (08b01e01-09f2-4a2c-91e8-f12ed1e32084), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:18.546916 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee88ec15-89c2-44be-bcea-dba7b1cde9d4 req-7439d241-a733-4e2d-b069-f4e9e33a2ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:18.546916 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-ee88ec15-89c2-44be-bcea-dba7b1cde9d4 req-7439d241-a733-4e2d-b069-f4e9e33a2ddd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8a3d170f-7254-484a-9abf-df0a7cea6ed2 HTTP/1.1" status: 200 len: 858 time: 0.2441359 Mar 21 11:16:18.558537 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Current status of the port 99011497-576f-46e1-beb1-9df12d6a42e2 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:16:18.559839 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-c0620bab-69b8-4495-abce-081245d68167 req-48ee7caa-9297-4175-8297-685a0eb5f56c tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] 10.222.0.24 "GET /v2.0/quotas/a69c1808af3d4640ae6355109b334cd8 HTTP/1.1" status: 200 len: 375 time: 0.1287794 Mar 21 11:16:18.659150 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-c6e08e2e-ea8c-4cc3-9c9a-a36bc03fddf0 req-db7ee6f2-c703-4f91-b2e3-2d4feae1f7e9 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/security-groups?id=daae5ede-2da4-4353-80fd-81af085a454c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2909131 Mar 21 11:16:18.741263 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-7f0157c4-6476-481d-b64b-986c57fd2277 None None] Provisioning complete for port 99011497-576f-46e1-beb1-9df12d6a42e2 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:16:18.741620 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-7f0157c4-6476-481d-b64b-986c57fd2277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688166'] for port (99011497-576f-46e1-beb1-9df12d6a42e2), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:18.857821 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee88ec15-89c2-44be-bcea-dba7b1cde9d4 req-4bb849d7-a343-4b1e-849e-a2e2267ba763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:18.859208 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-ee88ec15-89c2-44be-bcea-dba7b1cde9d4 req-4bb849d7-a343-4b1e-849e-a2e2267ba763 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4a579521-14d3-4610-a099-3c56c62bd19a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.2906256 Mar 21 11:16:18.880232 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-7f0157c4-6476-481d-b64b-986c57fd2277 None None] Current status of the port 99011497-576f-46e1-beb1-9df12d6a42e2 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:16:18.888698 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-c0620bab-69b8-4495-abce-081245d68167 req-1a2b3a69-b409-4fef-8ecd-9f35789132bc tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=a69c1808af3d4640ae6355109b334cd8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3075609 Mar 21 11:16:18.981376 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Device eb25be42-c760-4d98-b13e-5a70f54e1415 no longer exists at agent hyperv_hv-cinder-83444 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 11:16:19.005781 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97381ce0-95aa-4667-89b7-4d8fba0c7621 req-2ad8343c-bc68-443e-85b4-4d49d7120932 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:19.007193 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-97381ce0-95aa-4667-89b7-4d8fba0c7621 req-2ad8343c-bc68-443e-85b4-4d49d7120932 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/ports?device_id=c60601a3-3fb9-48e4-b22d-6fa61e28dfa4 HTTP/1.1" status: 200 len: 944 time: 0.2418032 Mar 21 11:16:19.015205 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-71b864f1-936d-4fba-8189-2c31b8b183b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1688767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1690658'] for router (08b01e01-09f2-4a2c-91e8-f12ed1e32084), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:19.066620 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Current status of the port eb25be42-c760-4d98-b13e-5a70f54e1415 is: DOWN; New status is: DOWN {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:16:19.364177 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-ee88ec15-89c2-44be-bcea-dba7b1cde9d4 req-e22cfa99-f727-4172-9b0f-a971f3957df5 service neutron] 10.222.0.32 "GET /v2.0/networks/4a579521-14d3-4610-a099-3c56c62bd19a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4980502 Mar 21 11:16:19.445596 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-c0620bab-69b8-4495-abce-081245d68167 req-d52f24c6-37a2-4296-a85a-58b03ab8effb service neutron] 10.222.0.24 "GET /v2.0/networks/3ddc289c-7154-4e23-8f81-bf2d5b69083d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5395608 Mar 21 11:16:19.454133 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-97381ce0-95aa-4667-89b7-4d8fba0c7621 req-0b693d1d-cb3a-48f1-82b2-ad06a43cfab4 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/security-groups?id=d03ae1a0-8987-409a-b315-103a0a29069c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4365678 Mar 21 11:16:19.586037 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-ee88ec15-89c2-44be-bcea-dba7b1cde9d4 req-ed02ebfa-5e46-4019-a4ae-3a0be5ed9d9b service neutron] 10.222.0.32 "GET /v2.0/networks/4a579521-14d3-4610-a099-3c56c62bd19a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2086329 Mar 21 11:16:19.602407 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-c0620bab-69b8-4495-abce-081245d68167 req-80e4a1a1-c82f-492e-80fa-bb41d86de140 service neutron] 10.222.0.24 "GET /v2.0/networks/3ddc289c-7154-4e23-8f81-bf2d5b69083d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458502 Mar 21 11:16:19.620881 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56ed217-4bf6-46b5-86b5-32bedba85afc req-4d3454bb-9b33-4d29-8dc8-a95045f03861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:19.622743 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-b56ed217-4bf6-46b5-86b5-32bedba85afc req-4d3454bb-9b33-4d29-8dc8-a95045f03861 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c60601a3-3fb9-48e4-b22d-6fa61e28dfa4&tenant_id=53cbbdfcec5443308803a36be9595a3d HTTP/1.1" status: 200 len: 1128 time: 0.0940564 Mar 21 11:16:19.623760 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71b864f1-936d-4fba-8189-2c31b8b183b4 admin admin] Router 08b01e01-09f2-4a2c-91e8-f12ed1e32084 is scheduled to L3 agent 5097f9b2-2ef0-4af4-bde3-0c344dd6e70c with binding_index 1 {{(pid=103421) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 21 11:16:19.722439 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56ed217-4bf6-46b5-86b5-32bedba85afc req-8b888a0e-9994-48b1-85ba-5932ac6fad75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:19.724202 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-b56ed217-4bf6-46b5-86b5-32bedba85afc req-8b888a0e-9994-48b1-85ba-5932ac6fad75 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=53cbbdfcec5443308803a36be9595a3d&device_id=c60601a3-3fb9-48e4-b22d-6fa61e28dfa4 HTTP/1.1" status: 200 len: 1128 time: 0.0680001 Mar 21 11:16:19.863050 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56ed217-4bf6-46b5-86b5-32bedba85afc req-68f93b55-7ec2-4c75-a8b6-af50e9407cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:19.864970 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-b56ed217-4bf6-46b5-86b5-32bedba85afc req-68f93b55-7ec2-4c75-a8b6-af50e9407cbc service neutron] 10.222.0.32 "GET /v2.0/networks?id=edde1cdb-cb70-4a7f-a015-4d6abd2c41fa HTTP/1.1" status: 200 len: 918 time: 0.1343656 Mar 21 11:16:19.880007 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-0f69cd15-5f20-460c-ae46-78b93524d5f2 req-434ea816-5959-4c72-9fd3-4f1b0d440694 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a8514eb-adf4-4bee-ac09-6a3a4daa77f7 HTTP/1.1" status: 200 len: 210 time: 0.0666902 Mar 21 11:16:19.913305 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71b864f1-936d-4fba-8189-2c31b8b183b4 admin admin] Notify agent at l3_agent.dv-cinder-834448-1-smb the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 11:16:19.923666 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f55e64-b91d-456e-9950-89005a4b4cd8 None None] Sync routers for ids ['08b01e01-09f2-4a2c-91e8-f12ed1e32084'] in dv-cinder-834448-1-smb {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 11:16:19.942223 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f55e64-b91d-456e-9950-89005a4b4cd8 None None] Routers {'08b01e01-09f2-4a2c-91e8-f12ed1e32084'} bound to L3 agent in host dv-cinder-834448-1-smb {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:16:19.943717 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-d2f55e64-b91d-456e-9950-89005a4b4cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-21T11:04:55Z,description=,heartbeat_timestamp=2022-03-21T11:15:56Z,host='dv-cinder-834448-1-smb',id=5097f9b2-2ef0-4af4-bde3-0c344dd6e70c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:55Z,topic='l3_agent')) {'router_ids': ['08b01e01-09f2-4a2c-91e8-f12ed1e32084'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:16:19.946202 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece63d8e-fa75-4537-826d-5ac3c2ecc8d6 req-3a74e188-3833-4247-b46d-788bfc53e8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:19.948804 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-ece63d8e-fa75-4537-826d-5ac3c2ecc8d6 req-3a74e188-3833-4247-b46d-788bfc53e8e6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=52347e0a8df44be6bcf4f99067c9a702&device_id=8191288d-f5b6-4728-9532-86f77e741727 HTTP/1.1" status: 200 len: 1127 time: 0.2348182 Mar 21 11:16:19.968713 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e51c336-e585-461a-b683-905a046fee7f req-72155dcc-9610-412b-a350-6c56b45320c6 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:19.970518 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-3e51c336-e585-461a-b683-905a046fee7f req-72155dcc-9610-412b-a350-6c56b45320c6 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/ports?device_id=8191288d-f5b6-4728-9532-86f77e741727 HTTP/1.1" status: 200 len: 943 time: 0.2114031 Mar 21 11:16:19.972255 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-b56ed217-4bf6-46b5-86b5-32bedba85afc req-1e1fdc31-0469-4286-80ab-055b224964a9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eb25be42-c760-4d98-b13e-5a70f54e1415 HTTP/1.1" status: 200 len: 1000 time: 0.1005197 Mar 21 11:16:19.990192 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-71b864f1-936d-4fba-8189-2c31b8b183b4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:19.991398 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-71b864f1-936d-4fba-8189-2c31b8b183b4 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.8123858 Mar 21 11:16:20.037186 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 44672) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:16:20.106589 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-3e51c336-e585-461a-b683-905a046fee7f req-00a8c5fc-dd19-42c6-953b-063fc1f4f3be tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/security-groups?id=daae5ede-2da4-4353-80fd-81af085a454c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1259317 Mar 21 11:16:20.167128 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Device 99011497-576f-46e1-beb1-9df12d6a42e2 up at agent ovs-agent-dv-cinder-834448-1-smb {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:16:20.187110 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56ed217-4bf6-46b5-86b5-32bedba85afc req-cd214f2d-3cd9-4406-87c4-6824db9fd653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:20.188456 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece63d8e-fa75-4537-826d-5ac3c2ecc8d6 req-e727c84a-bcc8-4a65-a02b-6f7cc4aec840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:20.189463 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-b56ed217-4bf6-46b5-86b5-32bedba85afc req-cd214f2d-3cd9-4406-87c4-6824db9fd653 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bb03aaa0-c83c-430c-a873-c18dc8bcb9dc HTTP/1.1" status: 200 len: 856 time: 0.2113700 Mar 21 11:16:20.190380 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-ece63d8e-fa75-4537-826d-5ac3c2ecc8d6 req-e727c84a-bcc8-4a65-a02b-6f7cc4aec840 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4a579521-14d3-4610-a099-3c56c62bd19a HTTP/1.1" status: 200 len: 920 time: 0.2185962 Mar 21 11:16:20.222109 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Provisioning complete for port 99011497-576f-46e1-beb1-9df12d6a42e2 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:16:20.222780 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688166'] for port (99011497-576f-46e1-beb1-9df12d6a42e2), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:20.235150 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-d2f55e64-b91d-456e-9950-89005a4b4cd8 None None] Set router 08b01e01-09f2-4a2c-91e8-f12ed1e32084 gateway port host: dv-cinder-834448-1-smb {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:16:20.296270 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-ece63d8e-fa75-4537-826d-5ac3c2ecc8d6 req-14ea87c6-5ea3-428d-9f4d-d8a3a85ad311 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8909e85b-714c-410e-80a1-e387d36aadc7 HTTP/1.1" status: 200 len: 217 time: 0.0938511 Mar 21 11:16:20.338332 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Current status of the port 99011497-576f-46e1-beb1-9df12d6a42e2 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:16:20.369690 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece63d8e-fa75-4537-826d-5ac3c2ecc8d6 req-dcf356f1-d92b-48af-86e2-2b204f6c4be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:20.371589 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-ece63d8e-fa75-4537-826d-5ac3c2ecc8d6 req-dcf356f1-d92b-48af-86e2-2b204f6c4be3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8a3d170f-7254-484a-9abf-df0a7cea6ed2 HTTP/1.1" status: 200 len: 858 time: 0.0585096 Mar 21 11:16:20.437270 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece63d8e-fa75-4537-826d-5ac3c2ecc8d6 req-3d7b3f79-3cf4-4eba-9940-ca320e897637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:20.439104 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-ece63d8e-fa75-4537-826d-5ac3c2ecc8d6 req-3d7b3f79-3cf4-4eba-9940-ca320e897637 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4a579521-14d3-4610-a099-3c56c62bd19a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0587926 Mar 21 11:16:20.459702 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-d2f55e64-b91d-456e-9950-89005a4b4cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08b01e01-09f2-4a2c-91e8-f12ed1e32084', 'name': 'tempest-TestShelveInstance-1025004496-router', 'tenant_id': 'f24006b78ad645519d3645178a10b3c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'external_fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.223'}], 'enable_snat': True}, 'gw_port_id': 'caf3e45a-564b-4830-a6c7-4289634b34bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:16:15Z', 'updated_at': '2022-03-21T11:16:17Z', 'revision_number': 3, 'project_id': 'f24006b78ad645519d3645178a10b3c7', 'gw_port': {'id': 'caf3e45a-564b-4830-a6c7-4289634b34bf', 'name': '', 'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:1a:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08b01e01-09f2-4a2c-91e8-f12ed1e32084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:16:16Z', 'updated_at': '2022-03-21T11:16:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-smb'}], 'dv-cinder-834448-1-smb', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:16:20.469280 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56ed217-4bf6-46b5-86b5-32bedba85afc req-f9f7403f-8d8f-4d56-b911-bae7d10ff060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:20.470627 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-b56ed217-4bf6-46b5-86b5-32bedba85afc req-f9f7403f-8d8f-4d56-b911-bae7d10ff060 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=edde1cdb-cb70-4a7f-a015-4d6abd2c41fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.2578573 Mar 21 11:16:20.496050 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f55e64-b91d-456e-9950-89005a4b4cd8 None None] Checking router: 08b01e01-09f2-4a2c-91e8-f12ed1e32084 for host: dv-cinder-834448-1-smb {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 11:16:20.496611 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f55e64-b91d-456e-9950-89005a4b4cd8 None None] Updating router 08b01e01-09f2-4a2c-91e8-f12ed1e32084 port caf3e45a-564b-4830-a6c7-4289634b34bf binding host dv-cinder-834448-1-smb {{(pid=103424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 11:16:20.534137 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-d2f55e64-b91d-456e-9950-89005a4b4cd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (caf3e45a-564b-4830-a6c7-4289634b34bf), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:20.621359 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-ece63d8e-fa75-4537-826d-5ac3c2ecc8d6 req-50eb6c7b-590a-48a3-b046-cb8b10229017 service neutron] 10.222.0.32 "GET /v2.0/networks/4a579521-14d3-4610-a099-3c56c62bd19a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738119 Mar 21 11:16:20.636640 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-b56ed217-4bf6-46b5-86b5-32bedba85afc req-b87cfd30-38e7-49f8-bf4f-baf379a5f14c service neutron] 10.222.0.32 "GET /v2.0/networks/edde1cdb-cb70-4a7f-a015-4d6abd2c41fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586912 Mar 21 11:16:20.638644 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c213c3f4-7e29-487f-886e-ab9a9597f1fa req-68c935af-40d4-4e1f-a2c8-fd3a5ac1a7ed tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:20.640183 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-c213c3f4-7e29-487f-886e-ab9a9597f1fa req-68c935af-40d4-4e1f-a2c8-fd3a5ac1a7ed tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/ports?device_id=c60601a3-3fb9-48e4-b22d-6fa61e28dfa4 HTTP/1.1" status: 200 len: 944 time: 0.0769804 Mar 21 11:16:20.751248 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-c213c3f4-7e29-487f-886e-ab9a9597f1fa req-8ce32b66-e160-487a-8dc4-812847c91ee8 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/security-groups?id=d03ae1a0-8987-409a-b315-103a0a29069c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923324 Mar 21 11:16:20.783680 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-ece63d8e-fa75-4537-826d-5ac3c2ecc8d6 req-b9672a70-63b8-4347-a9df-a7d2607abe52 service neutron] 10.222.0.32 "GET /v2.0/networks/4a579521-14d3-4610-a099-3c56c62bd19a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487582 Mar 21 11:16:20.889846 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-d2f55e64-b91d-456e-9950-89005a4b4cd8 None None] Publish callbacks [] for port (caf3e45a-564b-4830-a6c7-4289634b34bf), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:20.896674 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-d2f55e64-b91d-456e-9950-89005a4b4cd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817'] for port (caf3e45a-564b-4830-a6c7-4289634b34bf), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:20.948396 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-d2f55e64-b91d-456e-9950-89005a4b4cd8 None None] Attempting to bind port caf3e45a-564b-4830-a6c7-4289634b34bf on host dv-cinder-834448-1-smb for vnic_type normal with profile {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 11:16:20.949412 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-d2f55e64-b91d-456e-9950-89005a4b4cd8 None None] Attempting to bind port caf3e45a-564b-4830-a6c7-4289634b34bf by drivers openvswitch,hyperv on host dv-cinder-834448-1-smb at level 0 using segments [{'id': '083ffffd-feb8-46cd-b20a-ab116e97b62a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623'}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 11:16:20.949819 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f55e64-b91d-456e-9950-89005a4b4cd8 None None] Attempting to bind port caf3e45a-564b-4830-a6c7-4289634b34bf on network 4a234a12-d706-4d7c-b6c3-ed2b05ad1623 {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:16:20.960917 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f55e64-b91d-456e-9950-89005a4b4cd8 None None] Checking agent: {'id': '4788e3a4-6d7d-47da-90c6-7227f6e2e35d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834448-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 11, 5), 'started_at': datetime.datetime(2022, 3, 21, 11, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 11, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834448-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 11:16:20.961287 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f55e64-b91d-456e-9950-89005a4b4cd8 None None] Checking segment: {'id': '083ffffd-feb8-46cd-b20a-ab116e97b62a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:16:20.961775 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-d2f55e64-b91d-456e-9950-89005a4b4cd8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:20.962053 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f55e64-b91d-456e-9950-89005a4b4cd8 None None] Bound using segment: {'id': '083ffffd-feb8-46cd-b20a-ab116e97b62a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623'} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 11:16:20.962520 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-d2f55e64-b91d-456e-9950-89005a4b4cd8 None None] Bound port: caf3e45a-564b-4830-a6c7-4289634b34bf, host: dv-cinder-834448-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '083ffffd-feb8-46cd-b20a-ab116e97b62a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623'}}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 11:16:20.962872 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-d2f55e64-b91d-456e-9950-89005a4b4cd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (caf3e45a-564b-4830-a6c7-4289634b34bf), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:21.018147 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-d2f55e64-b91d-456e-9950-89005a4b4cd8 None None] For port caf3e45a-564b-4830-a6c7-4289634b34bf, host dv-cinder-834448-1-smb, cleared binding levels {{(pid=103424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 11:16:21.021945 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-d2f55e64-b91d-456e-9950-89005a4b4cd8 None None] For port caf3e45a-564b-4830-a6c7-4289634b34bf, host dv-cinder-834448-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-smb',level=0,port_id=caf3e45a-564b-4830-a6c7-4289634b34bf,segment=NetworkSegment(083ffffd-feb8-46cd-b20a-ab116e97b62a),segment_id=083ffffd-feb8-46cd-b20a-ab116e97b62a)] {{(pid=103424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 11:16:21.037926 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6731fd14-6855-45d1-8574-1acb196b7474 None None] Pushing event updated for resources: {'Port': ['ID=caf3e45a-564b-4830-a6c7-4289634b34bf,revision_number=2']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:16:21.049242 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 44686) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:16:21.050617 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-d2f55e64-b91d-456e-9950-89005a4b4cd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817'] for port (caf3e45a-564b-4830-a6c7-4289634b34bf), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:21.053322 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6731fd14-6855-45d1-8574-1acb196b7474 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:16:21.054105 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6731fd14-6855-45d1-8574-1acb196b7474 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:16:21.054665 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6731fd14-6855-45d1-8574-1acb196b7474 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:16:21.055029 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6731fd14-6855-45d1-8574-1acb196b7474 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:16:21.055361 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6731fd14-6855-45d1-8574-1acb196b7474 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:16:21.055715 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6731fd14-6855-45d1-8574-1acb196b7474 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:16:21.056040 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6731fd14-6855-45d1-8574-1acb196b7474 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:16:21.056490 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6731fd14-6855-45d1-8574-1acb196b7474 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:16:21.056722 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6731fd14-6855-45d1-8574-1acb196b7474 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:16:21.057051 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6731fd14-6855-45d1-8574-1acb196b7474 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:16:21.057544 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6731fd14-6855-45d1-8574-1acb196b7474 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:16:21.058070 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6731fd14-6855-45d1-8574-1acb196b7474 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:16:21.058554 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6731fd14-6855-45d1-8574-1acb196b7474 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:16:21.059024 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6731fd14-6855-45d1-8574-1acb196b7474 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:16:21.059515 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6731fd14-6855-45d1-8574-1acb196b7474 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:16:21.075210 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-f10ad7bb-0ae6-4eef-8e3d-33c187a75f71 req-fff64b50-9bd8-4b88-9fd0-88fa0f7b1c35 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a8514eb-adf4-4bee-ac09-6a3a4daa77f7 HTTP/1.1" status: 200 len: 210 time: 0.0416083 Mar 21 11:16:21.076623 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-18857d33-f379-4dc4-917a-802ff042c710 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:21.098784 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-b56ed217-4bf6-46b5-86b5-32bedba85afc req-c0acbd53-9755-4d4c-a81a-9a4f1780c983 service neutron] 10.222.0.32 "GET /v2.0/networks/edde1cdb-cb70-4a7f-a015-4d6abd2c41fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4538531 Mar 21 11:16:21.128584 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f55e64-b91d-456e-9950-89005a4b4cd8 None None] Routers {'08b01e01-09f2-4a2c-91e8-f12ed1e32084'} bound to L3 agent in host dv-cinder-834448-1-smb {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:16:21.130238 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-d2f55e64-b91d-456e-9950-89005a4b4cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-21T11:04:55Z,description=,heartbeat_timestamp=2022-03-21T11:15:56Z,host='dv-cinder-834448-1-smb',id=5097f9b2-2ef0-4af4-bde3-0c344dd6e70c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:55Z,topic='l3_agent')) {'router_ids': ['08b01e01-09f2-4a2c-91e8-f12ed1e32084'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:16:21.234664 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6731fd14-6855-45d1-8574-1acb196b7474 None None] Pushing event updated for resources: {'Port': ['ID=caf3e45a-564b-4830-a6c7-4289634b34bf,revision_number=3']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:16:21.313268 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-d2f55e64-b91d-456e-9950-89005a4b4cd8 None None] Set router 08b01e01-09f2-4a2c-91e8-f12ed1e32084 gateway port host: dv-cinder-834448-1-smb {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:16:21.330938 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-18857d33-f379-4dc4-917a-802ff042c710 admin admin] Allocated IP 172.20.0.1 (caf5ed87-4991-45e5-8208-00f47f9875eb/15b471db-3772-42d4-8366-79bf7fcca6e0/1768d921-93b7-4e9a-b218-37c9bccc083c) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:16:21.412050 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0620bab-69b8-4495-abce-081245d68167 req-ffbfde53-e826-4a67-a164-472c8e31461e tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:21.413610 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-c0620bab-69b8-4495-abce-081245d68167 req-ffbfde53-e826-4a67-a164-472c8e31461e tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] 10.222.0.32 "GET /v2.0/networks?id=3ddc289c-7154-4e23-8f81-bf2d5b69083d HTTP/1.1" status: 200 len: 814 time: 0.3411014 Mar 21 11:16:21.414565 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-9bd74a8b-0ebe-4849-b69d-f29f5247187c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:21.469265 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-18857d33-f379-4dc4-917a-802ff042c710 admin admin] Publish callbacks [] for port (1768d921-93b7-4e9a-b218-37c9bccc083c), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:21.523581 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-18857d33-f379-4dc4-917a-802ff042c710 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738246144781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265271506'] for port (1768d921-93b7-4e9a-b218-37c9bccc083c), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:21.536792 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def1c851-a604-430f-9b7a-42934e928918 req-39436b35-d551-4d91-a325-bc642e668681 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:21.538499 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-def1c851-a604-430f-9b7a-42934e928918 req-39436b35-d551-4d91-a325-bc642e668681 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/ports?device_id=8191288d-f5b6-4728-9532-86f77e741727 HTTP/1.1" status: 200 len: 943 time: 0.3314500 Mar 21 11:16:21.582263 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-c0620bab-69b8-4495-abce-081245d68167 req-f9a4a221-a745-430a-8c2b-87c67c85cc9c tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a69c1808af3d4640ae6355109b334cd8 HTTP/1.1" status: 200 len: 472 time: 0.1424336 Mar 21 11:16:21.584262 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18857d33-f379-4dc4-917a-802ff042c710 admin admin] Network caf5ed87-4991-45e5-8208-00f47f9875eb is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:16:21.590515 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-18857d33-f379-4dc4-917a-802ff042c710 admin admin] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:16:21.598689 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.v2.base [req-c0620bab-69b8-4495-abce-081245d68167 req-9e26b214-39e3-4def-a6e9-d7764db32f99 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Request body: {'port': {'device_id': '5a8514eb-adf4-4bee-ac09-6a3a4daa77f7', 'network_id': '3ddc289c-7154-4e23-8f81-bf2d5b69083d', 'admin_state_up': True, 'tenant_id': 'a69c1808af3d4640ae6355109b334cd8', 'security_groups': ['6de27eb5-6cce-4260-8a13-a7475f6b033f']}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:16:21.604735 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-d2f55e64-b91d-456e-9950-89005a4b4cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08b01e01-09f2-4a2c-91e8-f12ed1e32084', 'name': 'tempest-TestShelveInstance-1025004496-router', 'tenant_id': 'f24006b78ad645519d3645178a10b3c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'external_fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.223'}], 'enable_snat': True}, 'gw_port_id': 'caf3e45a-564b-4830-a6c7-4289634b34bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:16:15Z', 'updated_at': '2022-03-21T11:16:17Z', 'revision_number': 3, 'project_id': 'f24006b78ad645519d3645178a10b3c7', 'gw_port': {'id': 'caf3e45a-564b-4830-a6c7-4289634b34bf', 'name': '', 'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:1a:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08b01e01-09f2-4a2c-91e8-f12ed1e32084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:16:16Z', 'updated_at': '2022-03-21T11:16:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-smb'}], 'dv-cinder-834448-1-smb', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:16:21.624751 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18857d33-f379-4dc4-917a-802ff042c710 admin admin] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:16:21.687754 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f55e64-b91d-456e-9950-89005a4b4cd8 None None] The sync data for ids ['08b01e01-09f2-4a2c-91e8-f12ed1e32084'] in dv-cinder-834448-1-smb is: [{'id': '08b01e01-09f2-4a2c-91e8-f12ed1e32084', 'name': 'tempest-TestShelveInstance-1025004496-router', 'tenant_id': 'f24006b78ad645519d3645178a10b3c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'external_fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.223'}], 'enable_snat': True}, 'gw_port_id': 'caf3e45a-564b-4830-a6c7-4289634b34bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:16:15Z', 'updated_at': '2022-03-21T11:16:17Z', 'revision_number': 3, 'project_id': 'f24006b78ad645519d3645178a10b3c7', 'gw_port': {'id': 'caf3e45a-564b-4830-a6c7-4289634b34bf', 'name': '', 'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:1a:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08b01e01-09f2-4a2c-91e8-f12ed1e32084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:16:16Z', 'updated_at': '2022-03-21T11:16:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-smb'}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 11:16:21.690584 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-18857d33-f379-4dc4-917a-802ff042c710 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1688567'] for router_interface (08b01e01-09f2-4a2c-91e8-f12ed1e32084), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:21.700868 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-def1c851-a604-430f-9b7a-42934e928918 req-bafe0a76-2daf-4d31-ad7f-b77908546124 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/security-groups?id=daae5ede-2da4-4353-80fd-81af085a454c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1539731 Mar 21 11:16:21.705281 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18857d33-f379-4dc4-917a-802ff042c710 admin admin] Pushing event updated for resources: {'Port': ['ID=1768d921-93b7-4e9a-b218-37c9bccc083c,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:16:21.760065 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-9bd74a8b-0ebe-4849-b69d-f29f5247187c admin admin] Publish callbacks [] for security_group (c9ccc27a-2e44-41f0-983b-32056a11870d), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:21.789133 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-9bd74a8b-0ebe-4849-b69d-f29f5247187c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (c9ccc27a-2e44-41f0-983b-32056a11870d), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:21.872693 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-9bd74a8b-0ebe-4849-b69d-f29f5247187c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ee364e25644d42d0809739e98b0de1cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8049400 Mar 21 11:16:21.876950 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 44718) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:16:21.896275 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd74a8b-0ebe-4849-b69d-f29f5247187c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9ccc27a-2e44-41f0-983b-32056a11870d,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:16:21.900513 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0620bab-69b8-4495-abce-081245d68167 req-9e26b214-39e3-4def-a6e9-d7764db32f99 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Made reservation on behalf of a69c1808af3d4640ae6355109b334cd8 for: {'port': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 11:16:21.909497 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-c0620bab-69b8-4495-abce-081245d68167 req-9e26b214-39e3-4def-a6e9-d7764db32f99 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:22.044495 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-9f48560f-0836-4fa7-9e47-825765668e5c None None] Provisioning complete for port 1768d921-93b7-4e9a-b218-37c9bccc083c triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:16:22.048345 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-9f48560f-0836-4fa7-9e47-825765668e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688166'] for port (1768d921-93b7-4e9a-b218-37c9bccc083c), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:22.056656 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-757348b4-ef09-4bd5-9ed0-b75a0fc4cbdb admin admin] Publish callbacks [] for security_group (c9ccc27a-2e44-41f0-983b-32056a11870d), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:22.130099 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-757348b4-ef09-4bd5-9ed0-b75a0fc4cbdb admin admin] Publish callbacks [] for security_group (c9ccc27a-2e44-41f0-983b-32056a11870d), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:22.151741 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-9f48560f-0836-4fa7-9e47-825765668e5c None None] Port 1768d921-93b7-4e9a-b218-37c9bccc083c cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 11:16:22.190708 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-18857d33-f379-4dc4-917a-802ff042c710 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (1768d921-93b7-4e9a-b218-37c9bccc083c), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:22.271446 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-757348b4-ef09-4bd5-9ed0-b75a0fc4cbdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (c9ccc27a-2e44-41f0-983b-32056a11870d), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:22.276101 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-757348b4-ef09-4bd5-9ed0-b75a0fc4cbdb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:22.280541 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-757348b4-ef09-4bd5-9ed0-b75a0fc4cbdb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c9ccc27a-2e44-41f0-983b-32056a11870d HTTP/1.1" status: 204 len: 168 time: 0.3996885 Mar 21 11:16:22.294388 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757348b4-ef09-4bd5-9ed0-b75a0fc4cbdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9ccc27a-2e44-41f0-983b-32056a11870d,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:16:22.411410 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fa6282-a9fa-41d7-b642-14d73192de6e req-22bd6ba1-ca65-4018-b565-aab817748de6 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:22.432301 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-13fa6282-a9fa-41d7-b642-14d73192de6e req-22bd6ba1-ca65-4018-b565-aab817748de6 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/ports?device_id=c60601a3-3fb9-48e4-b22d-6fa61e28dfa4 HTTP/1.1" status: 200 len: 944 time: 0.3917871 Mar 21 11:16:22.546535 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-455d7da9-8c63-403b-9f7c-34fa60a632e9 req-b58caaec-7c0b-4a02-9e49-7e49a3bfd245 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a8514eb-adf4-4bee-ac09-6a3a4daa77f7 HTTP/1.1" status: 200 len: 210 time: 0.2208440 Mar 21 11:16:22.568770 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-18857d33-f379-4dc4-917a-802ff042c710 admin admin] Publish callbacks [] for port (1768d921-93b7-4e9a-b218-37c9bccc083c), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:22.577201 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-18857d33-f379-4dc4-917a-802ff042c710 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265271525'] for port (1768d921-93b7-4e9a-b218-37c9bccc083c), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:22.639322 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [req-c0620bab-69b8-4495-abce-081245d68167 req-9e26b214-39e3-4def-a6e9-d7764db32f99 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Allocated IP 172.20.0.10 (3ddc289c-7154-4e23-8f81-bf2d5b69083d/b19ea63e-3287-4f53-b0cc-82d6b01cdd86/be18abb0-ea4d-423e-b1fa-ca7d8938eb87) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:16:22.742988 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-18857d33-f379-4dc4-917a-802ff042c710 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1693008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1688419'] for router_interface (08b01e01-09f2-4a2c-91e8-f12ed1e32084), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:22.747954 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18857d33-f379-4dc4-917a-802ff042c710 admin admin] Pushing event updated for resources: {'Port': ['ID=1768d921-93b7-4e9a-b218-37c9bccc083c,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:16:22.748613 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-13fa6282-a9fa-41d7-b642-14d73192de6e req-398167a5-8e23-42ef-8e41-ac7e2727b27b tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/security-groups?id=d03ae1a0-8987-409a-b315-103a0a29069c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3153191 Mar 21 11:16:22.897425 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c2a0b3d3-ac51-4428-a63c-dd0f970f3d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (9c74c917-795e-4123-adbe-3a92cf8165ad), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:22.957907 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18857d33-f379-4dc4-917a-802ff042c710 admin admin] Network caf5ed87-4991-45e5-8208-00f47f9875eb is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:16:22.960726 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-18857d33-f379-4dc4-917a-802ff042c710 admin admin] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:16:22.978000 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Device 8909e85b-714c-410e-80a1-e387d36aadc7 details requested by agent hyperv_hv-cinder-83444 with host hv-cinder-83444 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 11:16:23.207059 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0207ae-467c-4448-9845-2f0ca1a33011 req-a262faea-a773-4988-8c1f-561db7555784 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:23.214034 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-ff0207ae-467c-4448-9845-2f0ca1a33011 req-a262faea-a773-4988-8c1f-561db7555784 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/ports?device_id=8191288d-f5b6-4728-9532-86f77e741727 HTTP/1.1" status: 200 len: 943 time: 0.3529215 Mar 21 11:16:23.279697 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] For port 8909e85b-714c-410e-80a1-e387d36aadc7, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=8909e85b-714c-410e-80a1-e387d36aadc7,segment=NetworkSegment(ed9a1c02-481f-4a04-a954-ab4bb6b2d4a8),segment_id=ed9a1c02-481f-4a04-a954-ab4bb6b2d4a8)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:16:23.280323 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18857d33-f379-4dc4-917a-802ff042c710 admin admin] Router 08b01e01-09f2-4a2c-91e8-f12ed1e32084 has already been hosted by L3 agent 5097f9b2-2ef0-4af4-bde3-0c344dd6e70c {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 11:16:23.327170 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Returning: {'device': '8909e85b-714c-410e-80a1-e387d36aadc7', 'network_id': '4a579521-14d3-4610-a099-3c56c62bd19a', 'port_id': '8909e85b-714c-410e-80a1-e387d36aadc7', 'mac_address': 'fa:16:3e:a3:0d:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a3d170f-7254-484a-9abf-df0a7cea6ed2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 11:16:23.406692 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-c0620bab-69b8-4495-abce-081245d68167 req-9e26b214-39e3-4def-a6e9-d7764db32f99 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks [] for port (be18abb0-ea4d-423e-b1fa-ca7d8938eb87), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:23.427545 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Current status of the port 8909e85b-714c-410e-80a1-e387d36aadc7 is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:16:23.432464 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (8909e85b-714c-410e-80a1-e387d36aadc7), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:23.480725 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-05c4f3d9-eb62-44fd-8901-af5be869f008 None None] Provisioning complete for port 1768d921-93b7-4e9a-b218-37c9bccc083c triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:16:23.484476 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-05c4f3d9-eb62-44fd-8901-af5be869f008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688166'] for port (1768d921-93b7-4e9a-b218-37c9bccc083c), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:23.496055 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8909e85b-714c-410e-80a1-e387d36aadc7 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 11:16:23.514479 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18857d33-f379-4dc4-917a-802ff042c710 admin admin] Notify agent at l3_agent.dv-cinder-834448-1-smb the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 11:16:23.522893 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-18857d33-f379-4dc4-917a-802ff042c710 admin admin] 10.222.0.24 "PUT /v2.0/routers/08b01e01-09f2-4a2c-91e8-f12ed1e32084/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4842610 Mar 21 11:16:23.536954 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-c0620bab-69b8-4495-abce-081245d68167 req-9e26b214-39e3-4def-a6e9-d7764db32f99 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738246144781'] for port (be18abb0-ea4d-423e-b1fa-ca7d8938eb87), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:23.654411 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-05c4f3d9-eb62-44fd-8901-af5be869f008 None None] Port 1768d921-93b7-4e9a-b218-37c9bccc083c cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 11:16:23.667130 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-ff0207ae-467c-4448-9845-2f0ca1a33011 req-c591eb05-018f-4b54-95b9-977fe2064193 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/security-groups?id=daae5ede-2da4-4353-80fd-81af085a454c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4516435 Mar 21 11:16:23.668603 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] For port 8909e85b-714c-410e-80a1-e387d36aadc7, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=8909e85b-714c-410e-80a1-e387d36aadc7,segment=NetworkSegment(ed9a1c02-481f-4a04-a954-ab4bb6b2d4a8),segment_id=ed9a1c02-481f-4a04-a954-ab4bb6b2d4a8)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:16:23.674820 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817'] for port (8909e85b-714c-410e-80a1-e387d36aadc7), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:23.733106 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0620bab-69b8-4495-abce-081245d68167 req-9e26b214-39e3-4def-a6e9-d7764db32f99 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Network 3ddc289c-7154-4e23-8f81-bf2d5b69083d is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:16:23.746980 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [req-c0620bab-69b8-4495-abce-081245d68167 req-9e26b214-39e3-4def-a6e9-d7764db32f99 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:16:23.803903 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e26b214-39e3-4def-a6e9-d7764db32f99 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Pushing event updated for resources: {'Port': ['ID=be18abb0-ea4d-423e-b1fa-ca7d8938eb87,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:16:23.829194 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0620bab-69b8-4495-abce-081245d68167 req-9e26b214-39e3-4def-a6e9-d7764db32f99 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:16:23.835932 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0620bab-69b8-4495-abce-081245d68167 req-9e26b214-39e3-4def-a6e9-d7764db32f99 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:23.843180 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-c0620bab-69b8-4495-abce-081245d68167 req-9e26b214-39e3-4def-a6e9-d7764db32f99 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97509'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:23.881606 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Pushing event updated for resources: {'Port': ['ID=8909e85b-714c-410e-80a1-e387d36aadc7,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:16:23.959304 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] get_ports_and_sgs() called for port_ids ['8909e85b-714c-410e-80a1-e387d36aadc7'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 11:16:23.961254 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-c0620bab-69b8-4495-abce-081245d68167 req-9e26b214-39e3-4def-a6e9-d7764db32f99 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3702190 Mar 21 11:16:24.031190 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.v2.base [req-c0620bab-69b8-4495-abce-081245d68167 req-bd5efa38-d652-4cdb-a554-35af4cd5ecf2 service neutron] Request body: {'port': {'device_id': '5a8514eb-adf4-4bee-ac09-6a3a4daa77f7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83444'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:16:24.109375 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a8f0dc-f8d2-49e0-a346-178c5a3b7f6e req-550a9e1e-11ee-4981-a56d-0b56b890520c tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:24.110977 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-b1a8f0dc-f8d2-49e0-a346-178c5a3b7f6e req-550a9e1e-11ee-4981-a56d-0b56b890520c tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a8514eb-adf4-4bee-ac09-6a3a4daa77f7 HTTP/1.1" status: 200 len: 932 time: 0.3564308 Mar 21 11:16:24.264238 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Device caf3e45a-564b-4830-a6c7-4289634b34bf up at agent ovs-agent-dv-cinder-834448-1-smb {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:16:24.332482 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1978dc0c-0af0-40a6-b4a7-98a26ba5d47e req-beb6d31f-e8bd-4ca3-a892-8eda5d258855 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:24.334676 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-1978dc0c-0af0-40a6-b4a7-98a26ba5d47e req-beb6d31f-e8bd-4ca3-a892-8eda5d258855 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/ports?device_id=c60601a3-3fb9-48e4-b22d-6fa61e28dfa4 HTTP/1.1" status: 200 len: 944 time: 0.4224331 Mar 21 11:16:24.418808 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-c0620bab-69b8-4495-abce-081245d68167 req-bd5efa38-d652-4cdb-a554-35af4cd5ecf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (be18abb0-ea4d-423e-b1fa-ca7d8938eb87), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:24.435265 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-2781fc4e-d3fb-4725-bfaf-e0a37f646a94 None None] Provisioning complete for port be18abb0-ea4d-423e-b1fa-ca7d8938eb87 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:16:24.436152 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-2781fc4e-d3fb-4725-bfaf-e0a37f646a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688166'] for port (be18abb0-ea4d-423e-b1fa-ca7d8938eb87), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:24.469966 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-b1a8f0dc-f8d2-49e0-a346-178c5a3b7f6e req-42f61e16-0ea4-4496-88b6-6963b9f74baa tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] 10.222.0.24 "GET /v2.0/security-groups?id=6de27eb5-6cce-4260-8a13-a7475f6b033f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3462241 Mar 21 11:16:24.546336 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-2781fc4e-d3fb-4725-bfaf-e0a37f646a94 None None] Port be18abb0-ea4d-423e-b1fa-ca7d8938eb87 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 11:16:24.575406 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Provisioning complete for port caf3e45a-564b-4830-a6c7-4289634b34bf triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:16:24.576187 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688166'] for port (caf3e45a-564b-4830-a6c7-4289634b34bf), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:24.624502 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-1978dc0c-0af0-40a6-b4a7-98a26ba5d47e req-7c7c1aa8-12f7-4af2-824d-c2083b178d8b tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/security-groups?id=d03ae1a0-8987-409a-b315-103a0a29069c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2644269 Mar 21 11:16:24.777362 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Current status of the port caf3e45a-564b-4830-a6c7-4289634b34bf is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:16:24.778328 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (caf3e45a-564b-4830-a6c7-4289634b34bf), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:24.816087 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] For port caf3e45a-564b-4830-a6c7-4289634b34bf, host dv-cinder-834448-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-smb',level=0,port_id=caf3e45a-564b-4830-a6c7-4289634b34bf,segment=NetworkSegment(083ffffd-feb8-46cd-b20a-ab116e97b62a),segment_id=083ffffd-feb8-46cd-b20a-ab116e97b62a)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:16:24.824203 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817'] for port (caf3e45a-564b-4830-a6c7-4289634b34bf), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:24.918270 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Pushing event updated for resources: {'Port': ['ID=caf3e45a-564b-4830-a6c7-4289634b34bf,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:16:25.149967 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c949ac-e86c-4f5b-a310-ba259ecea619 None None] Sync routers for ids ['08b01e01-09f2-4a2c-91e8-f12ed1e32084'] in dv-cinder-834448-1-smb {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 11:16:25.166386 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c949ac-e86c-4f5b-a310-ba259ecea619 None None] Routers {'08b01e01-09f2-4a2c-91e8-f12ed1e32084'} bound to L3 agent in host dv-cinder-834448-1-smb {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:16:25.166846 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-09c949ac-e86c-4f5b-a310-ba259ecea619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-21T11:04:55Z,description=,heartbeat_timestamp=2022-03-21T11:15:56Z,host='dv-cinder-834448-1-smb',id=5097f9b2-2ef0-4af4-bde3-0c344dd6e70c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:55Z,topic='l3_agent')) {'router_ids': ['08b01e01-09f2-4a2c-91e8-f12ed1e32084'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:16:25.274013 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 44772) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:16:25.289969 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.v2.base [None req-a27171fd-94cf-44be-948e-d48d9ddab2ed admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-333384680-network', 'tenant_id': 'fbc0a65a4d554ebeb044af88877baef1'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:16:25.342764 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a27171fd-94cf-44be-948e-d48d9ddab2ed admin admin] Made reservation on behalf of fbc0a65a4d554ebeb044af88877baef1 for: {'network': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 11:16:25.351526 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a27171fd-94cf-44be-948e-d48d9ddab2ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for network (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:25.361000 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.notifiers.nova [req-c0620bab-69b8-4495-abce-081245d68167 req-bd5efa38-d652-4cdb-a554-35af4cd5ecf2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be18abb0-ea4d-423e-b1fa-ca7d8938eb87 {{(pid=103421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 11:16:25.379027 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-c0620bab-69b8-4495-abce-081245d68167 req-bd5efa38-d652-4cdb-a554-35af4cd5ecf2 service neutron] Publish callbacks [] for port (be18abb0-ea4d-423e-b1fa-ca7d8938eb87), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:25.403227 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a27171fd-94cf-44be-948e-d48d9ddab2ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:25.418191 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb93379-28c1-40a1-bbb0-605ecdae2130 req-9c183327-8406-4e2f-a1e3-b0434b41774c tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:25.421281 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-4fb93379-28c1-40a1-bbb0-605ecdae2130 req-9c183327-8406-4e2f-a1e3-b0434b41774c tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/ports?device_id=8191288d-f5b6-4728-9532-86f77e741727 HTTP/1.1" status: 200 len: 944 time: 0.3867579 Mar 21 11:16:25.437465 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-09c949ac-e86c-4f5b-a310-ba259ecea619 None None] Set router 08b01e01-09f2-4a2c-91e8-f12ed1e32084 gateway port host: dv-cinder-834448-1-smb {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:16:25.444960 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [req-c0620bab-69b8-4495-abce-081245d68167 req-bd5efa38-d652-4cdb-a554-35af4cd5ecf2 service neutron] Transition to ACTIVE for port object be18abb0-ea4d-423e-b1fa-ca7d8938eb87 will not be triggered until provisioned by entity L2. {{(pid=103421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 21 11:16:25.471520 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-c0620bab-69b8-4495-abce-081245d68167 req-bd5efa38-d652-4cdb-a554-35af4cd5ecf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817'] for port (be18abb0-ea4d-423e-b1fa-ca7d8938eb87), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:25.613159 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-77399b24-d137-4a08-882e-967b8a2da999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (5097f9b2-2ef0-4af4-bde3-0c344dd6e70c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:25.675185 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a27171fd-94cf-44be-948e-d48d9ddab2ed admin admin] Publish callbacks [] for security_group (0895c40f-fc87-4de5-a47e-a7ece579757a), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:25.702670 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a27171fd-94cf-44be-948e-d48d9ddab2ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (0895c40f-fc87-4de5-a47e-a7ece579757a), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:25.744987 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-4fb93379-28c1-40a1-bbb0-605ecdae2130 req-2dad1ff8-3749-4f9b-a363-23738599401e tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/security-groups?id=daae5ede-2da4-4353-80fd-81af085a454c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3165643 Mar 21 11:16:25.751384 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5efa38-d652-4cdb-a554-35af4cd5ecf2 service neutron] Pushing event updated for resources: {'Port': ['ID=be18abb0-ea4d-423e-b1fa-ca7d8938eb87,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:16:25.842333 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a27171fd-94cf-44be-948e-d48d9ddab2ed admin admin] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=103422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 11:16:25.872088 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27171fd-94cf-44be-948e-d48d9ddab2ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0895c40f-fc87-4de5-a47e-a7ece579757a,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:16:25.889859 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a27171fd-94cf-44be-948e-d48d9ddab2ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751123'] for segment (7bb4f110-95a5-4aac-97de-c628905a3b9d), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:25.890496 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.db.segments_db [None req-a27171fd-94cf-44be-948e-d48d9ddab2ed admin admin] Added segment 7bb4f110-95a5-4aac-97de-c628905a3b9d of type vlan for network 5de5bd2c-6a6f-4fe6-ba79-ef9c3da97774 Mar 21 11:16:25.990592 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (e1ce583e-86b5-47e2-b889-5e91679074ed), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:26.006727 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a27171fd-94cf-44be-948e-d48d9ddab2ed admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738246104679'] for network (5de5bd2c-6a6f-4fe6-ba79-ef9c3da97774), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:26.067873 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a27171fd-94cf-44be-948e-d48d9ddab2ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998'] for network (5de5bd2c-6a6f-4fe6-ba79-ef9c3da97774), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:26.069190 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a27171fd-94cf-44be-948e-d48d9ddab2ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:26.070847 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a27171fd-94cf-44be-948e-d48d9ddab2ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693044'] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:26.158954 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-a27171fd-94cf-44be-948e-d48d9ddab2ed admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8798897 Mar 21 11:16:26.159304 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 44782) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:16:26.166864 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.v2.base [None req-2079a397-aa3e-481b-bebc-a5f2bee345df admin admin] Request body: {'subnet': {'network_id': '5de5bd2c-6a6f-4fe6-ba79-ef9c3da97774', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-333384680-subnet', 'tenant_id': 'fbc0a65a4d554ebeb044af88877baef1', 'ip_version': 4}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:16:26.193669 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2079a397-aa3e-481b-bebc-a5f2bee345df admin admin] Made reservation on behalf of fbc0a65a4d554ebeb044af88877baef1 for: {'subnet': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 11:16:26.196767 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2079a397-aa3e-481b-bebc-a5f2bee345df admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265054756'] for subnet (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:26.218872 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27171fd-94cf-44be-948e-d48d9ddab2ed admin admin] Pushing event updated for resources: {'Network': ['ID=5de5bd2c-6a6f-4fe6-ba79-ef9c3da97774,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:16:26.309695 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Network 5de5bd2c-6a6f-4fe6-ba79-ef9c3da97774 details requested by agent ovs-agent-dv-cinder-834448-1-smb with host dv-cinder-834448-1-smb {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 21 11:16:26.314764 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Device caf3e45a-564b-4830-a6c7-4289634b34bf up at agent ovs-agent-dv-cinder-834448-1-smb {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:16:26.453155 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-c0620bab-69b8-4495-abce-081245d68167 req-bd5efa38-d652-4cdb-a554-35af4cd5ecf2 service neutron] Attempting to bind port be18abb0-ea4d-423e-b1fa-ca7d8938eb87 on host hv-cinder-83444 for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 11:16:26.453490 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-c0620bab-69b8-4495-abce-081245d68167 req-bd5efa38-d652-4cdb-a554-35af4cd5ecf2 service neutron] Attempting to bind port be18abb0-ea4d-423e-b1fa-ca7d8938eb87 by drivers openvswitch,hyperv on host hv-cinder-83444 at level 0 using segments [{'id': 'e8bbdbf4-7a3c-4382-b3f5-00a80b4a7f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '3ddc289c-7154-4e23-8f81-bf2d5b69083d'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 11:16:26.454272 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0620bab-69b8-4495-abce-081245d68167 req-bd5efa38-d652-4cdb-a554-35af4cd5ecf2 service neutron] Attempting to bind port be18abb0-ea4d-423e-b1fa-ca7d8938eb87 on network 3ddc289c-7154-4e23-8f81-bf2d5b69083d {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:16:26.476524 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0620bab-69b8-4495-abce-081245d68167 req-bd5efa38-d652-4cdb-a554-35af4cd5ecf2 service neutron] Port be18abb0-ea4d-423e-b1fa-ca7d8938eb87 on network 3ddc289c-7154-4e23-8f81-bf2d5b69083d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83444 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 21 11:16:26.476891 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0620bab-69b8-4495-abce-081245d68167 req-bd5efa38-d652-4cdb-a554-35af4cd5ecf2 service neutron] Attempting to bind port be18abb0-ea4d-423e-b1fa-ca7d8938eb87 on network 3ddc289c-7154-4e23-8f81-bf2d5b69083d {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:16:26.499577 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a3f5a7-28ff-42e9-a0ac-fbd74e2203e9 req-4b71eb91-74e1-4d09-8849-0f98110b4c5a tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:26.501249 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-09a3f5a7-28ff-42e9-a0ac-fbd74e2203e9 req-4b71eb91-74e1-4d09-8849-0f98110b4c5a tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a8514eb-adf4-4bee-ac09-6a3a4daa77f7 HTTP/1.1" status: 200 len: 944 time: 0.8420417 Mar 21 11:16:26.515969 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0620bab-69b8-4495-abce-081245d68167 req-bd5efa38-d652-4cdb-a554-35af4cd5ecf2 service neutron] Checking agent: {'id': 'e1ce583e-86b5-47e2-b889-5e91679074ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83444', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 11, 11, 26), 'started_at': datetime.datetime(2022, 3, 21, 11, 11, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 11, 16, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 11:16:26.516341 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0620bab-69b8-4495-abce-081245d68167 req-bd5efa38-d652-4cdb-a554-35af4cd5ecf2 service neutron] Checking segment: {'id': 'e8bbdbf4-7a3c-4382-b3f5-00a80b4a7f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '3ddc289c-7154-4e23-8f81-bf2d5b69083d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:16:26.516734 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0620bab-69b8-4495-abce-081245d68167 req-bd5efa38-d652-4cdb-a554-35af4cd5ecf2 service neutron] Bound using segment: {'id': 'e8bbdbf4-7a3c-4382-b3f5-00a80b4a7f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '3ddc289c-7154-4e23-8f81-bf2d5b69083d'} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 11:16:26.519698 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-c0620bab-69b8-4495-abce-081245d68167 req-bd5efa38-d652-4cdb-a554-35af4cd5ecf2 service neutron] Bound port: be18abb0-ea4d-423e-b1fa-ca7d8938eb87, host: hv-cinder-83444, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8bbdbf4-7a3c-4382-b3f5-00a80b4a7f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '3ddc289c-7154-4e23-8f81-bf2d5b69083d'}}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 11:16:26.519923 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-c0620bab-69b8-4495-abce-081245d68167 req-bd5efa38-d652-4cdb-a554-35af4cd5ecf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (be18abb0-ea4d-423e-b1fa-ca7d8938eb87), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:26.640947 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57abd463-f8b9-40ce-9de8-110c0d3e9fa9 req-09a6548f-a5c5-49dc-94fb-06e381b3b781 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:26.651087 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-57abd463-f8b9-40ce-9de8-110c0d3e9fa9 req-09a6548f-a5c5-49dc-94fb-06e381b3b781 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/ports?device_id=c60601a3-3fb9-48e4-b22d-6fa61e28dfa4 HTTP/1.1" status: 200 len: 944 time: 0.2624235 Mar 21 11:16:26.739570 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-09a3f5a7-28ff-42e9-a0ac-fbd74e2203e9 req-b63cf76a-d995-4685-9035-7fe4f4eb77c0 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] 10.222.0.24 "GET /v2.0/security-groups?id=6de27eb5-6cce-4260-8a13-a7475f6b033f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1922202 Mar 21 11:16:26.771259 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2079a397-aa3e-481b-bebc-a5f2bee345df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265271906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265054770'] for subnet (e80714d3-8ad3-4924-9e06-00a76cc08d08), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:26.883703 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2079a397-aa3e-481b-bebc-a5f2bee345df admin admin] Pushing event updated for resources: {'Subnet': ['ID=e80714d3-8ad3-4924-9e06-00a76cc08d08,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:16:26.896365 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-c0620bab-69b8-4495-abce-081245d68167 req-bd5efa38-d652-4cdb-a554-35af4cd5ecf2 service neutron] For port be18abb0-ea4d-423e-b1fa-ca7d8938eb87, host hv-cinder-83444, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 11:16:26.905292 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2079a397-aa3e-481b-bebc-a5f2bee345df admin admin] Checking segment: {'id': '7bb4f110-95a5-4aac-97de-c628905a3b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '5de5bd2c-6a6f-4fe6-ba79-ef9c3da97774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:16:26.905697 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2079a397-aa3e-481b-bebc-a5f2bee345df admin admin] Network hostable DHCP agents. Network: 5de5bd2c-6a6f-4fe6-ba79-ef9c3da97774, hostable agents: ['9c74c917-795e-4123-adbe-3a92cf8165ad'], hosted agents: [] {{(pid=103422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 11:16:26.907948 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-c0620bab-69b8-4495-abce-081245d68167 req-bd5efa38-d652-4cdb-a554-35af4cd5ecf2 service neutron] For port be18abb0-ea4d-423e-b1fa-ca7d8938eb87, host hv-cinder-83444, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=be18abb0-ea4d-423e-b1fa-ca7d8938eb87,segment=NetworkSegment(e8bbdbf4-7a3c-4382-b3f5-00a80b4a7f1d),segment_id=e8bbdbf4-7a3c-4382-b3f5-00a80b4a7f1d)] {{(pid=103421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 11:16:26.938971 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2079a397-aa3e-481b-bebc-a5f2bee345df admin admin] Network 5de5bd2c-6a6f-4fe6-ba79-ef9c3da97774 is scheduled to be hosted by DHCP agent 9c74c917-795e-4123-adbe-3a92cf8165ad with binding_index 1 {{(pid=103422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 11:16:26.947803 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-c0620bab-69b8-4495-abce-081245d68167 req-bd5efa38-d652-4cdb-a554-35af4cd5ecf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817'] for port (be18abb0-ea4d-423e-b1fa-ca7d8938eb87), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:26.972400 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-2079a397-aa3e-481b-bebc-a5f2bee345df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834448-1-smb, 5de5bd2c-6a6f-4fe6-ba79-ef9c3da97774) {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:16:26.990360 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b053d2ad-5102-486d-a9ac-2ca6d14c9095 None None] Network 5de5bd2c-6a6f-4fe6-ba79-ef9c3da97774 requested from dv-cinder-834448-1-smb {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 11:16:26.996877 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2079a397-aa3e-481b-bebc-a5f2bee345df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:26.998449 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2079a397-aa3e-481b-bebc-a5f2bee345df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693044'] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:27.036014 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-2079a397-aa3e-481b-bebc-a5f2bee345df admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8752630 Mar 21 11:16:27.039784 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 44800) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:16:27.049165 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.v2.base [None req-f95e2fa0-7154-4744-af3c-f3540dd0a3fc admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-333384680-router', 'tenant_id': 'fbc0a65a4d554ebeb044af88877baef1', 'external_gateway_info': {'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623'}}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:16:27.131788 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Device 8909e85b-714c-410e-80a1-e387d36aadc7 up at agent hyperv_hv-cinder-83444 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:16:27.139250 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-57abd463-f8b9-40ce-9de8-110c0d3e9fa9 req-129c6edc-4b57-448f-91d8-fd495aed954e tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/security-groups?id=d03ae1a0-8987-409a-b315-103a0a29069c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4325173 Mar 21 11:16:27.161413 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f95e2fa0-7154-4744-af3c-f3540dd0a3fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1688884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2201'] for router (de4efb80-6bb3-4be5-abb3-d9df19346de6), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:27.165482 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f95e2fa0-7154-4744-af3c-f3540dd0a3fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1688740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1690871', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2208'] for router (de4efb80-6bb3-4be5-abb3-d9df19346de6), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:27.258740 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0620bab-69b8-4495-abce-081245d68167 req-bd5efa38-d652-4cdb-a554-35af4cd5ecf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:27.259789 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-c0620bab-69b8-4495-abce-081245d68167 req-bd5efa38-d652-4cdb-a554-35af4cd5ecf2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97509'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:27.262481 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-c0620bab-69b8-4495-abce-081245d68167 req-bd5efa38-d652-4cdb-a554-35af4cd5ecf2 service neutron] 10.222.0.32 "PUT /v2.0/ports/be18abb0-ea4d-423e-b1fa-ca7d8938eb87 HTTP/1.1" status: 200 len: 1094 time: 3.2485354 Mar 21 11:16:27.281687 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-3590d0f8-212e-4a4b-a4a3-4edc6d9c71d4 req-e53a92f7-c224-4696-9cec-a73f87a00e31 tempest-VolumesNegativeTest-1105061362 tempest-VolumesNegativeTest-1105061362-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=5b97f8fd69dd49b4b9b09a2addbeb5c5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3471811 Mar 21 11:16:27.289147 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a8514eb-adf4-4bee-ac09-6a3a4daa77f7', 'tag': 'be18abb0-ea4d-423e-b1fa-ca7d8938eb87'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:16:27.290093 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f95e2fa0-7154-4744-af3c-f3540dd0a3fc admin admin] Publish callbacks [] for router_controller (de4efb80-6bb3-4be5-abb3-d9df19346de6), precommit_add_association {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:27.311074 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881d039021bf7bfdbb2ec2cc2a60bd67cc793bf6de71028ad915050608b1b1c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c76b6748-59c7-4aea-a1d4-8ab33ee8fc6a" -d '{"events": [{"name": "network-changed", "server_uuid": "5a8514eb-adf4-4bee-ac09-6a3a4daa77f7", "tag": "be18abb0-ea4d-423e-b1fa-ca7d8938eb87"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:16:27.321764 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Provisioning complete for port caf3e45a-564b-4830-a6c7-4289634b34bf triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:16:27.322258 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688166'] for port (caf3e45a-564b-4830-a6c7-4289634b34bf), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:27.469339 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-09c949ac-e86c-4f5b-a310-ba259ecea619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08b01e01-09f2-4a2c-91e8-f12ed1e32084', 'name': 'tempest-TestShelveInstance-1025004496-router', 'tenant_id': 'f24006b78ad645519d3645178a10b3c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'external_fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.223'}], 'enable_snat': True}, 'gw_port_id': 'caf3e45a-564b-4830-a6c7-4289634b34bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:16:15Z', 'updated_at': '2022-03-21T11:16:21Z', 'revision_number': 4, 'project_id': 'f24006b78ad645519d3645178a10b3c7', 'gw_port': {'id': 'caf3e45a-564b-4830-a6c7-4289634b34bf', 'name': '', 'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:1a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b01e01-09f2-4a2c-91e8-f12ed1e32084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:16:16Z', 'updated_at': '2022-03-21T11:16:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-smb', '_interfaces': [{'id': '1768d921-93b7-4e9a-b218-37c9bccc083c', 'name': '', 'network_id': 'caf5ed87-4991-45e5-8208-00f47f9875eb', 'tenant_id': 'f24006b78ad645519d3645178a10b3c7', 'mac_address': 'fa:16:3e:94:af:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08b01e01-09f2-4a2c-91e8-f12ed1e32084', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '15b471db-3772-42d4-8366-79bf7fcca6e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:16:21Z', 'updated_at': '2022-03-21T11:16:22Z', 'revision_number': 2, 'project_id': 'f24006b78ad645519d3645178a10b3c7', 'subnets': [{'id': '15b471db-3772-42d4-8366-79bf7fcca6e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-1-smb', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:16:27.538607 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c949ac-e86c-4f5b-a310-ba259ecea619 None None] Checking router: 08b01e01-09f2-4a2c-91e8-f12ed1e32084 for host: dv-cinder-834448-1-smb {{(pid=103423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 11:16:27.540137 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c949ac-e86c-4f5b-a310-ba259ecea619 None None] Updating router 08b01e01-09f2-4a2c-91e8-f12ed1e32084 port 1768d921-93b7-4e9a-b218-37c9bccc083c binding host dv-cinder-834448-1-smb {{(pid=103423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 11:16:27.591133 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-09c949ac-e86c-4f5b-a310-ba259ecea619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (1768d921-93b7-4e9a-b218-37c9bccc083c), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:27.673109 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3590d0f8-212e-4a4b-a4a3-4edc6d9c71d4 req-0c46d3ad-6f04-493a-be80-693286fb262d tempest-VolumesNegativeTest-1105061362 tempest-VolumesNegativeTest-1105061362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:27.675168 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-3590d0f8-212e-4a4b-a4a3-4edc6d9c71d4 req-0c46d3ad-6f04-493a-be80-693286fb262d tempest-VolumesNegativeTest-1105061362 tempest-VolumesNegativeTest-1105061362-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3921456 Mar 21 11:16:27.760785 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5efa38-d652-4cdb-a554-35af4cd5ecf2 service neutron] Pushing event updated for resources: {'Port': ['ID=be18abb0-ea4d-423e-b1fa-ca7d8938eb87,revision_number=3']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:16:27.831524 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-3590d0f8-212e-4a4b-a4a3-4edc6d9c71d4 req-53c70e8f-b65d-4b17-8ae2-b0f06f215607 tempest-VolumesNegativeTest-1105061362 tempest-VolumesNegativeTest-1105061362-project] 10.222.0.24 "GET /v2.0/quotas/5b97f8fd69dd49b4b9b09a2addbeb5c5 HTTP/1.1" status: 200 len: 375 time: 0.1181302 Mar 21 11:16:27.929679 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0620bab-69b8-4495-abce-081245d68167 req-cf9993d1-56cc-40bc-85e4-ce60ce26e464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:27.942862 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-c0620bab-69b8-4495-abce-081245d68167 req-cf9993d1-56cc-40bc-85e4-ce60ce26e464 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a69c1808af3d4640ae6355109b334cd8&device_id=5a8514eb-adf4-4bee-ac09-6a3a4daa77f7 HTTP/1.1" status: 200 len: 1128 time: 0.2653546 Mar 21 11:16:27.974377 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd35efd-84bd-4ad0-873e-b36381118c1c req-c7d73b3f-21f0-42cb-8bbf-b820f2bf424a tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:27.978924 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-7dd35efd-84bd-4ad0-873e-b36381118c1c req-c7d73b3f-21f0-42cb-8bbf-b820f2bf424a tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/ports?device_id=8191288d-f5b6-4728-9532-86f77e741727 HTTP/1.1" status: 200 len: 944 time: 0.2986913 Mar 21 11:16:27.998729 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f95e2fa0-7154-4744-af3c-f3540dd0a3fc admin admin] Publish callbacks [] for router_gateway (de4efb80-6bb3-4be5-abb3-d9df19346de6), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:28.017632 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11ed05e5-961c-4ce7-8897-0e2e0fd6cf15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce4f82c5-e8da-580b-894c-917e4a2c3c40-5de5bd2c-6a6f-4fe6-ba79-ef9c3da97774', 'network_id': '5de5bd2c-6a6f-4fe6-ba79-ef9c3da97774', 'project_id': 'fbc0a65a4d554ebeb044af88877baef1', 'fixed_ips': [{'subnet_id': 'e80714d3-8ad3-4924-9e06-00a76cc08d08'}]}} from dv-cinder-834448-1-smb. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 21 11:16:28.018470 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-11ed05e5-961c-4ce7-8897-0e2e0fd6cf15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:28.054709 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Provisioning for port 8909e85b-714c-410e-80a1-e387d36aadc7 completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 21 11:16:28.128829 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Provisioning complete for port 8909e85b-714c-410e-80a1-e387d36aadc7 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:16:28.129199 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688166'] for port (8909e85b-714c-410e-80a1-e387d36aadc7), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:28.225048 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-3590d0f8-212e-4a4b-a4a3-4edc6d9c71d4 req-2787c388-002b-471a-b1f3-1032b8bf3d61 tempest-VolumesNegativeTest-1105061362 tempest-VolumesNegativeTest-1105061362-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=5b97f8fd69dd49b4b9b09a2addbeb5c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3703537 Mar 21 11:16:28.226384 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-c0620bab-69b8-4495-abce-081245d68167 req-2d9c3bf2-e680-4603-96e2-93069dcf874d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be18abb0-ea4d-423e-b1fa-ca7d8938eb87 HTTP/1.1" status: 200 len: 217 time: 0.1882820 Mar 21 11:16:28.424265 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-7dd35efd-84bd-4ad0-873e-b36381118c1c req-07a46eef-6c4f-42eb-9a1e-297f4aa9e311 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/security-groups?id=daae5ede-2da4-4353-80fd-81af085a454c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3772833 Mar 21 11:16:28.430553 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0620bab-69b8-4495-abce-081245d68167 req-3565f473-cda9-48bd-bd01-3fb454717cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:28.431184 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6694aa1f-bf8d-44e0-b771-2551b8853c50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (47320176-3fab-4a55-b687-b3e35e89e628), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:28.440066 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-c0620bab-69b8-4495-abce-081245d68167 req-3565f473-cda9-48bd-bd01-3fb454717cd8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b19ea63e-3287-4f53-b0cc-82d6b01cdd86 HTTP/1.1" status: 200 len: 853 time: 0.1853848 Mar 21 11:16:28.478780 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Current status of the port caf3e45a-564b-4830-a6c7-4289634b34bf is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:16:28.538282 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-09c949ac-e86c-4f5b-a310-ba259ecea619 None None] Publish callbacks [] for port (1768d921-93b7-4e9a-b218-37c9bccc083c), precommit_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:28.599243 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-09c949ac-e86c-4f5b-a310-ba259ecea619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817'] for port (1768d921-93b7-4e9a-b218-37c9bccc083c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:28.653843 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 11:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d92e9bc0-7d98-4a2c-b38b-76ef2e7c4ceb x-openstack-request-id: req-d92e9bc0-7d98-4a2c-b38b-76ef2e7c4ceb {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:16:28.660766 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a8514eb-adf4-4bee-ac09-6a3a4daa77f7", "tag": "be18abb0-ea4d-423e-b1fa-ca7d8938eb87", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:16:28.661392 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d92e9bc0-7d98-4a2c-b38b-76ef2e7c4ceb {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:16:28.662997 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a8514eb-adf4-4bee-ac09-6a3a4daa77f7', 'tag': 'be18abb0-ea4d-423e-b1fa-ca7d8938eb87', 'status': 'completed', 'code': 200} Mar 21 11:16:28.737544 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-11ed05e5-961c-4ce7-8897-0e2e0fd6cf15 None None] Allocated IP 172.20.0.2 (5de5bd2c-6a6f-4fe6-ba79-ef9c3da97774/e80714d3-8ad3-4924-9e06-00a76cc08d08/64347300-7ed6-4f19-9e6b-b8c593939288) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:16:28.747430 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-5db6d96b-8c48-4aa5-944a-567c97b9cc9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (964235d6-d67c-4a74-84a5-611ab5391dc9), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:28.758785 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Current status of the port 8909e85b-714c-410e-80a1-e387d36aadc7 is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:16:28.759210 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (8909e85b-714c-410e-80a1-e387d36aadc7), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:28.769038 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0620bab-69b8-4495-abce-081245d68167 req-6bc5b880-4bef-4053-8766-a403f29c7e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:28.771810 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-c0620bab-69b8-4495-abce-081245d68167 req-6bc5b880-4bef-4053-8766-a403f29c7e3f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3ddc289c-7154-4e23-8f81-bf2d5b69083d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.2797904 Mar 21 11:16:28.822418 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc9d11e-8bcc-412a-b301-d353157381e8 None None] Pushing event updated for resources: {'Port': ['ID=1768d921-93b7-4e9a-b218-37c9bccc083c,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:16:28.889040 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f95e2fa0-7154-4744-af3c-f3540dd0a3fc admin admin] Publish callbacks [] for router_gateway (de4efb80-6bb3-4be5-abb3-d9df19346de6), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:28.930090 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f57923-eb43-47d1-8e86-f77ad49cb80a req-ab6950ca-df92-449e-a49a-1675011d5969 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:28.930638 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8191288d-f5b6-4728-9532-86f77e741727', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8909e85b-714c-410e-80a1-e387d36aadc7'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:16:28.937806 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f4962fb769adde196efb410afcfec8f2b34529d6df7ca74076ce40474c5a66c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d33405ef-1d44-4ec7-a78d-0eb2d609dd36" -d '{"events": [{"server_uuid": "8191288d-f5b6-4728-9532-86f77e741727", "name": "network-vif-plugged", "status": "completed", "tag": "8909e85b-714c-410e-80a1-e387d36aadc7"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:16:28.938386 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-97f57923-eb43-47d1-8e86-f77ad49cb80a req-ab6950ca-df92-449e-a49a-1675011d5969 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a8514eb-adf4-4bee-ac09-6a3a4daa77f7 HTTP/1.1" status: 200 len: 944 time: 0.2716930 Mar 21 11:16:29.024651 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f95e2fa0-7154-4744-af3c-f3540dd0a3fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:29.126169 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-09c949ac-e86c-4f5b-a310-ba259ecea619 None None] Attempting to bind port 1768d921-93b7-4e9a-b218-37c9bccc083c on host dv-cinder-834448-1-smb for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 11:16:29.126787 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-09c949ac-e86c-4f5b-a310-ba259ecea619 None None] Attempting to bind port 1768d921-93b7-4e9a-b218-37c9bccc083c by drivers openvswitch,hyperv on host dv-cinder-834448-1-smb at level 0 using segments [{'id': 'bfe39c1d-75e0-4826-9959-5c8fd0c1357b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'caf5ed87-4991-45e5-8208-00f47f9875eb'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 11:16:29.126886 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c949ac-e86c-4f5b-a310-ba259ecea619 None None] Attempting to bind port 1768d921-93b7-4e9a-b218-37c9bccc083c on network caf5ed87-4991-45e5-8208-00f47f9875eb {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:16:29.157174 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] For port 8909e85b-714c-410e-80a1-e387d36aadc7, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=8909e85b-714c-410e-80a1-e387d36aadc7,segment=NetworkSegment(ed9a1c02-481f-4a04-a954-ab4bb6b2d4a8),segment_id=ed9a1c02-481f-4a04-a954-ab4bb6b2d4a8)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:16:29.175878 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c949ac-e86c-4f5b-a310-ba259ecea619 None None] Checking agent: {'id': '4788e3a4-6d7d-47da-90c6-7227f6e2e35d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834448-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 11, 5), 'started_at': datetime.datetime(2022, 3, 21, 11, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 11, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834448-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 11:16:29.176289 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c949ac-e86c-4f5b-a310-ba259ecea619 None None] Checking segment: {'id': 'bfe39c1d-75e0-4826-9959-5c8fd0c1357b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'caf5ed87-4991-45e5-8208-00f47f9875eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:16:29.176800 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-09c949ac-e86c-4f5b-a310-ba259ecea619 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:29.177484 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c949ac-e86c-4f5b-a310-ba259ecea619 None None] Bound using segment: {'id': 'bfe39c1d-75e0-4826-9959-5c8fd0c1357b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'caf5ed87-4991-45e5-8208-00f47f9875eb'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 11:16:29.178069 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-09c949ac-e86c-4f5b-a310-ba259ecea619 None None] Bound port: 1768d921-93b7-4e9a-b218-37c9bccc083c, host: dv-cinder-834448-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfe39c1d-75e0-4826-9959-5c8fd0c1357b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'caf5ed87-4991-45e5-8208-00f47f9875eb'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 11:16:29.178471 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-09c949ac-e86c-4f5b-a310-ba259ecea619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (1768d921-93b7-4e9a-b218-37c9bccc083c), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:29.185502 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817'] for port (8909e85b-714c-410e-80a1-e387d36aadc7), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:29.252370 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-97f57923-eb43-47d1-8e86-f77ad49cb80a req-c3ee2eb7-dd9c-460c-99eb-c11f4c3255ba tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] 10.222.0.24 "GET /v2.0/security-groups?id=6de27eb5-6cce-4260-8a13-a7475f6b033f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3129702 Mar 21 11:16:29.273147 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-c0620bab-69b8-4495-abce-081245d68167 req-e40ebda4-315d-46b2-996f-26db84c25f11 service neutron] 10.222.0.32 "GET /v2.0/networks/3ddc289c-7154-4e23-8f81-bf2d5b69083d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4891639 Mar 21 11:16:29.314067 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c5112d-0d4a-42c3-802d-5e332f34de43 req-57e2410d-1a2c-420b-811a-c2d8eec4c550 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:29.315950 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-48c5112d-0d4a-42c3-802d-5e332f34de43 req-57e2410d-1a2c-420b-811a-c2d8eec4c550 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/ports?device_id=c60601a3-3fb9-48e4-b22d-6fa61e28dfa4 HTTP/1.1" status: 200 len: 944 time: 0.3425751 Mar 21 11:16:29.364989 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-f95e2fa0-7154-4744-af3c-f3540dd0a3fc admin admin] Allocated IP 172.28.0.27 (4a234a12-d706-4d7c-b6c3-ed2b05ad1623/3e258188-6a8e-4491-8eb3-50329fb1d7f1/2b0769f9-c74f-4114-80a4-943f425938fb) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:16:29.582851 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f95e2fa0-7154-4744-af3c-f3540dd0a3fc admin admin] Publish callbacks [] for port (2b0769f9-c74f-4114-80a4-943f425938fb), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:29.676748 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-f41f1fa9-a8ac-44ea-85b9-498125165f62 None None] Provisioning complete for port 1768d921-93b7-4e9a-b218-37c9bccc083c triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:16:29.677468 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-f41f1fa9-a8ac-44ea-85b9-498125165f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688166'] for port (1768d921-93b7-4e9a-b218-37c9bccc083c), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:29.680605 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f95e2fa0-7154-4744-af3c-f3540dd0a3fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738246144781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265271506'] for port (2b0769f9-c74f-4114-80a4-943f425938fb), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:29.694626 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-094474bd-f0d4-42e5-8e15-d23dcd49b500 req-029a9334-1c76-4b21-a871-11a9ed1599ee tempest-VolumesNegativeTest-1105061362 tempest-VolumesNegativeTest-1105061362-project] 10.222.0.24 "GET /v2.0/ports?device_id=06b1e5b9-96e3-410f-a52c-5354f130cd05 HTTP/1.1" status: 200 len: 210 time: 0.2840731 Mar 21 11:16:29.723117 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-11ed05e5-961c-4ce7-8897-0e2e0fd6cf15 None None] Publish callbacks [] for port (64347300-7ed6-4f19-9e6b-b8c593939288), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:29.774639 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95e2fa0-7154-4744-af3c-f3540dd0a3fc admin admin] Pushing event updated for resources: {'Port': ['ID=2b0769f9-c74f-4114-80a4-943f425938fb,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:16:29.807112 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-48c5112d-0d4a-42c3-802d-5e332f34de43 req-1ac1fba8-ef9d-4091-8945-737990c66222 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/security-groups?id=d03ae1a0-8987-409a-b315-103a0a29069c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4582028 Mar 21 11:16:29.838705 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f95e2fa0-7154-4744-af3c-f3540dd0a3fc admin admin] Network 4a234a12-d706-4d7c-b6c3-ed2b05ad1623 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:16:29.842822 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-c0620bab-69b8-4495-abce-081245d68167 req-7fd6cfa9-174e-46f9-928d-79d58ba20adf service neutron] 10.222.0.32 "GET /v2.0/networks/3ddc289c-7154-4e23-8f81-bf2d5b69083d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5184777 Mar 21 11:16:29.846129 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-f95e2fa0-7154-4744-af3c-f3540dd0a3fc admin admin] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:16:29.847734 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-11ed05e5-961c-4ce7-8897-0e2e0fd6cf15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738246144781'] for port (64347300-7ed6-4f19-9e6b-b8c593939288), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:29.857703 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95e2fa0-7154-4744-af3c-f3540dd0a3fc admin admin] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:16:29.915761 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 11:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d597273d-3b95-4eca-9ec7-e3bf415c9b7c x-openstack-request-id: req-d597273d-3b95-4eca-9ec7-e3bf415c9b7c {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:16:29.916584 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8191288d-f5b6-4728-9532-86f77e741727", "name": "network-vif-plugged", "status": "completed", "tag": "8909e85b-714c-410e-80a1-e387d36aadc7", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:16:29.916969 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d597273d-3b95-4eca-9ec7-e3bf415c9b7c {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:16:29.917730 dv-cinder-834448-1-smb neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8191288d-f5b6-4728-9532-86f77e741727', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8909e85b-714c-410e-80a1-e387d36aadc7', 'code': 200} Mar 21 11:16:29.921108 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Pushing event updated for resources: {'Port': ['ID=8909e85b-714c-410e-80a1-e387d36aadc7,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:16:29.952811 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-440829de-da82-4954-8aae-a44acfcd7ec0 req-ed14cc63-84d1-445a-874d-1044475a741a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=eaa8796e-ac8a-4032-8b25-89fa11d1d673&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.9442651 Mar 21 11:16:29.956686 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-09c949ac-e86c-4f5b-a310-ba259ecea619 None None] For port 1768d921-93b7-4e9a-b218-37c9bccc083c, host dv-cinder-834448-1-smb, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 11:16:29.959746 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (4788e3a4-6d7d-47da-90c6-7227f6e2e35d), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:29.982911 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ed05e5-961c-4ce7-8897-0e2e0fd6cf15 None None] Network 5de5bd2c-6a6f-4fe6-ba79-ef9c3da97774 is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:16:30.037838 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-09c949ac-e86c-4f5b-a310-ba259ecea619 None None] For port 1768d921-93b7-4e9a-b218-37c9bccc083c, host dv-cinder-834448-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-smb',level=0,port_id=1768d921-93b7-4e9a-b218-37c9bccc083c,segment=NetworkSegment(bfe39c1d-75e0-4826-9959-5c8fd0c1357b),segment_id=bfe39c1d-75e0-4826-9959-5c8fd0c1357b)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 11:16:30.039568 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-11ed05e5-961c-4ce7-8897-0e2e0fd6cf15 None None] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:16:30.041338 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-f41f1fa9-a8ac-44ea-85b9-498125165f62 None None] Port 1768d921-93b7-4e9a-b218-37c9bccc083c cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 11:16:30.045194 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ed05e5-961c-4ce7-8897-0e2e0fd6cf15 None None] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:16:30.082587 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5f9923-7518-40f2-b5b3-b082cf308fbd req-caa2021b-e5e9-4269-9520-dfbe7622543d tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:30.083193 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-09c949ac-e86c-4f5b-a310-ba259ecea619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817'] for port (1768d921-93b7-4e9a-b218-37c9bccc083c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:30.091979 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-dc5f9923-7518-40f2-b5b3-b082cf308fbd req-caa2021b-e5e9-4269-9520-dfbe7622543d tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/ports?device_id=8191288d-f5b6-4728-9532-86f77e741727 HTTP/1.1" status: 200 len: 945 time: 0.1186855 Mar 21 11:16:30.151591 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ed05e5-961c-4ce7-8897-0e2e0fd6cf15 None None] Pushing event updated for resources: {'Port': ['ID=64347300-7ed6-4f19-9e6b-b8c593939288,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:16:30.173005 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-dc5f9923-7518-40f2-b5b3-b082cf308fbd req-8b8c8b5b-b35c-48ab-868a-a570fee6939a tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/security-groups?id=daae5ede-2da4-4353-80fd-81af085a454c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769928 Mar 21 11:16:30.228651 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c949ac-e86c-4f5b-a310-ba259ecea619 None None] Routers {'08b01e01-09f2-4a2c-91e8-f12ed1e32084'} bound to L3 agent in host dv-cinder-834448-1-smb {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:16:30.229350 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-09c949ac-e86c-4f5b-a310-ba259ecea619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-21T11:04:55Z,description=,heartbeat_timestamp=2022-03-21T11:16:26Z,host='dv-cinder-834448-1-smb',id=5097f9b2-2ef0-4af4-bde3-0c344dd6e70c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:55Z,topic='l3_agent')) {'router_ids': ['08b01e01-09f2-4a2c-91e8-f12ed1e32084'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:16:30.231988 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-11ed05e5-961c-4ce7-8897-0e2e0fd6cf15 None None] Attempting to bind port 64347300-7ed6-4f19-9e6b-b8c593939288 on host dv-cinder-834448-1-smb for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 11:16:30.232359 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-11ed05e5-961c-4ce7-8897-0e2e0fd6cf15 None None] Attempting to bind port 64347300-7ed6-4f19-9e6b-b8c593939288 by drivers openvswitch,hyperv on host dv-cinder-834448-1-smb at level 0 using segments [{'id': '7bb4f110-95a5-4aac-97de-c628905a3b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '5de5bd2c-6a6f-4fe6-ba79-ef9c3da97774'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 11:16:30.233147 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ed05e5-961c-4ce7-8897-0e2e0fd6cf15 None None] Attempting to bind port 64347300-7ed6-4f19-9e6b-b8c593939288 on network 5de5bd2c-6a6f-4fe6-ba79-ef9c3da97774 {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:16:30.383884 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ed05e5-961c-4ce7-8897-0e2e0fd6cf15 None None] Checking agent: {'id': '4788e3a4-6d7d-47da-90c6-7227f6e2e35d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834448-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 11, 5), 'started_at': datetime.datetime(2022, 3, 21, 11, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 11, 16, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834448-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 11:16:30.384309 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ed05e5-961c-4ce7-8897-0e2e0fd6cf15 None None] Checking segment: {'id': '7bb4f110-95a5-4aac-97de-c628905a3b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '5de5bd2c-6a6f-4fe6-ba79-ef9c3da97774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:16:30.385374 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-11ed05e5-961c-4ce7-8897-0e2e0fd6cf15 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:30.385374 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ed05e5-961c-4ce7-8897-0e2e0fd6cf15 None None] Bound using segment: {'id': '7bb4f110-95a5-4aac-97de-c628905a3b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '5de5bd2c-6a6f-4fe6-ba79-ef9c3da97774'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 11:16:30.385662 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-11ed05e5-961c-4ce7-8897-0e2e0fd6cf15 None None] Bound port: 64347300-7ed6-4f19-9e6b-b8c593939288, host: dv-cinder-834448-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bb4f110-95a5-4aac-97de-c628905a3b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '5de5bd2c-6a6f-4fe6-ba79-ef9c3da97774'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 11:16:30.386074 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-11ed05e5-961c-4ce7-8897-0e2e0fd6cf15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (64347300-7ed6-4f19-9e6b-b8c593939288), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:30.427365 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f95e2fa0-7154-4744-af3c-f3540dd0a3fc admin admin] Publish callbacks [] for router_gateway (de4efb80-6bb3-4be5-abb3-d9df19346de6), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:30.473209 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc9d11e-8bcc-412a-b301-d353157381e8 None None] Pushing event updated for resources: {'Port': ['ID=1768d921-93b7-4e9a-b218-37c9bccc083c,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:16:30.577538 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442a9ab3-9c37-43b7-ae2c-6efda8c462d2 req-1ca383a5-a8d7-4d66-a768-6daaf415ec52 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:30.586477 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-442a9ab3-9c37-43b7-ae2c-6efda8c462d2 req-1ca383a5-a8d7-4d66-a768-6daaf415ec52 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a8514eb-adf4-4bee-ac09-6a3a4daa77f7 HTTP/1.1" status: 200 len: 944 time: 0.1838202 Mar 21 11:16:30.666200 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76b6748-59c7-4aea-a1d4-8ab33ee8fc6a req-3a45a297-944f-44b1-a193-0e7642a8d2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:30.667589 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-c76b6748-59c7-4aea-a1d4-8ab33ee8fc6a req-3a45a297-944f-44b1-a193-0e7642a8d2fa service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a69c1808af3d4640ae6355109b334cd8&device_id=5a8514eb-adf4-4bee-ac09-6a3a4daa77f7 HTTP/1.1" status: 200 len: 1128 time: 0.1363118 Mar 21 11:16:30.720538 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-09c949ac-e86c-4f5b-a310-ba259ecea619 None None] Set router 08b01e01-09f2-4a2c-91e8-f12ed1e32084 gateway port host: dv-cinder-834448-1-smb {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:16:30.806857 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-442a9ab3-9c37-43b7-ae2c-6efda8c462d2 req-91730aa8-6448-42fd-b28f-05ba4f4f1d87 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] 10.222.0.24 "GET /v2.0/security-groups?id=6de27eb5-6cce-4260-8a13-a7475f6b033f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2174211 Mar 21 11:16:30.835694 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-11ed05e5-961c-4ce7-8897-0e2e0fd6cf15 None None] For port 64347300-7ed6-4f19-9e6b-b8c593939288, host dv-cinder-834448-1-smb, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 11:16:30.859760 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-11ed05e5-961c-4ce7-8897-0e2e0fd6cf15 None None] For port 64347300-7ed6-4f19-9e6b-b8c593939288, host dv-cinder-834448-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-smb',level=0,port_id=64347300-7ed6-4f19-9e6b-b8c593939288,segment=NetworkSegment(7bb4f110-95a5-4aac-97de-c628905a3b9d),segment_id=7bb4f110-95a5-4aac-97de-c628905a3b9d)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 11:16:30.867341 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-74ef9f21-7b47-45a0-af80-e4b46febcf17 None None] Provisioning complete for port 1768d921-93b7-4e9a-b218-37c9bccc083c triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:16:30.867791 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-74ef9f21-7b47-45a0-af80-e4b46febcf17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688166'] for port (1768d921-93b7-4e9a-b218-37c9bccc083c), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:30.878293 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-11ed05e5-961c-4ce7-8897-0e2e0fd6cf15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817'] for port (64347300-7ed6-4f19-9e6b-b8c593939288), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:30.952798 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-8a8936a3-b3bd-4f58-b12f-1a9e8931737f req-8c848b73-8b6f-43bb-8fda-8988c286f25c tempest-VolumesNegativeTest-1105061362 tempest-VolumesNegativeTest-1105061362-project] 10.222.0.24 "GET /v2.0/ports?device_id=06b1e5b9-96e3-410f-a52c-5354f130cd05 HTTP/1.1" status: 200 len: 210 time: 0.0737710 Mar 21 11:16:31.167003 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a04fbf1-e0e7-4fad-b9a0-a7ade0cce651 req-d0d0a160-102a-49a1-8ddb-32e9f9970b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:31.170497 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-5a04fbf1-e0e7-4fad-b9a0-a7ade0cce651 req-d0d0a160-102a-49a1-8ddb-32e9f9970b08 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8191288d-f5b6-4728-9532-86f77e741727 HTTP/1.1" status: 200 len: 1129 time: 0.2314172 Mar 21 11:16:31.176001 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440829de-da82-4954-8aae-a44acfcd7ec0 req-e658f9ae-b909-4cb9-9d06-0fbe9fba05d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:31.178804 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-440829de-da82-4954-8aae-a44acfcd7ec0 req-e658f9ae-b909-4cb9-9d06-0fbe9fba05d9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=52347e0a8df44be6bcf4f99067c9a702&device_id=eaa8796e-ac8a-4032-8b25-89fa11d1d673 HTTP/1.1" status: 200 len: 1130 time: 0.2383204 Mar 21 11:16:31.205473 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6804d3-2676-4922-8b22-ddc5b7df23c4 req-32650dcf-0835-4a83-8950-305765ed3bda tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:31.214793 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-4c6804d3-2676-4922-8b22-ddc5b7df23c4 req-32650dcf-0835-4a83-8950-305765ed3bda tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/ports?device_id=c60601a3-3fb9-48e4-b22d-6fa61e28dfa4 HTTP/1.1" status: 200 len: 944 time: 0.2772005 Mar 21 11:16:31.370361 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ed05e5-961c-4ce7-8897-0e2e0fd6cf15 None None] Pushing event updated for resources: {'Port': ['ID=64347300-7ed6-4f19-9e6b-b8c593939288,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:16:31.495904 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-74ef9f21-7b47-45a0-af80-e4b46febcf17 None None] Current status of the port 1768d921-93b7-4e9a-b218-37c9bccc083c is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:16:31.496298 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-74ef9f21-7b47-45a0-af80-e4b46febcf17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (1768d921-93b7-4e9a-b218-37c9bccc083c), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:31.506710 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76b6748-59c7-4aea-a1d4-8ab33ee8fc6a req-9bd0b995-7089-4d0e-b4ea-2930160b4a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:31.508503 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-c76b6748-59c7-4aea-a1d4-8ab33ee8fc6a req-9bd0b995-7089-4d0e-b4ea-2930160b4a06 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3ddc289c-7154-4e23-8f81-bf2d5b69083d HTTP/1.1" status: 200 len: 915 time: 0.3479898 Mar 21 11:16:31.546324 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-4c6804d3-2676-4922-8b22-ddc5b7df23c4 req-5fb83e33-a42d-49aa-a6b8-1aab409f25ba tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/security-groups?id=d03ae1a0-8987-409a-b315-103a0a29069c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3288741 Mar 21 11:16:31.561100 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f95e2fa0-7154-4744-af3c-f3540dd0a3fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1688767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1690658'] for router (de4efb80-6bb3-4be5-abb3-d9df19346de6), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:31.603169 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ecb464-81fa-4ef7-a7b0-38538caebb00 req-fd13f745-d435-4254-9d4b-840c562e38d2 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:31.611001 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-52ecb464-81fa-4ef7-a7b0-38538caebb00 req-fd13f745-d435-4254-9d4b-840c562e38d2 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/ports?device_id=8191288d-f5b6-4728-9532-86f77e741727 HTTP/1.1" status: 200 len: 945 time: 0.2635565 Mar 21 11:16:31.620341 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-5a04fbf1-e0e7-4fad-b9a0-a7ade0cce651 req-976982ee-329c-48e3-9887-11607def5613 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=daae5ede-2da4-4353-80fd-81af085a454c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4007792 Mar 21 11:16:31.640453 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-74ef9f21-7b47-45a0-af80-e4b46febcf17 None None] For port 1768d921-93b7-4e9a-b218-37c9bccc083c, host dv-cinder-834448-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-smb',level=0,port_id=1768d921-93b7-4e9a-b218-37c9bccc083c,segment=NetworkSegment(bfe39c1d-75e0-4826-9959-5c8fd0c1357b),segment_id=bfe39c1d-75e0-4826-9959-5c8fd0c1357b)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:16:31.654956 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-74ef9f21-7b47-45a0-af80-e4b46febcf17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817'] for port (1768d921-93b7-4e9a-b218-37c9bccc083c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:31.666192 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440829de-da82-4954-8aae-a44acfcd7ec0 req-9edd3372-ed71-41d2-9e95-9f25053d9162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:31.667832 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-440829de-da82-4954-8aae-a44acfcd7ec0 req-9edd3372-ed71-41d2-9e95-9f25053d9162 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4a579521-14d3-4610-a099-3c56c62bd19a HTTP/1.1" status: 200 len: 920 time: 0.4305003 Mar 21 11:16:31.726089 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-09c949ac-e86c-4f5b-a310-ba259ecea619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08b01e01-09f2-4a2c-91e8-f12ed1e32084', 'name': 'tempest-TestShelveInstance-1025004496-router', 'tenant_id': 'f24006b78ad645519d3645178a10b3c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'external_fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.223'}], 'enable_snat': True}, 'gw_port_id': 'caf3e45a-564b-4830-a6c7-4289634b34bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:16:15Z', 'updated_at': '2022-03-21T11:16:21Z', 'revision_number': 4, 'project_id': 'f24006b78ad645519d3645178a10b3c7', 'gw_port': {'id': 'caf3e45a-564b-4830-a6c7-4289634b34bf', 'name': '', 'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:1a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b01e01-09f2-4a2c-91e8-f12ed1e32084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:16:16Z', 'updated_at': '2022-03-21T11:16:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-smb', '_interfaces': [{'id': '1768d921-93b7-4e9a-b218-37c9bccc083c', 'name': '', 'network_id': 'caf5ed87-4991-45e5-8208-00f47f9875eb', 'tenant_id': 'f24006b78ad645519d3645178a10b3c7', 'mac_address': 'fa:16:3e:94:af:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08b01e01-09f2-4a2c-91e8-f12ed1e32084', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '15b471db-3772-42d4-8366-79bf7fcca6e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:16:21Z', 'updated_at': '2022-03-21T11:16:29Z', 'revision_number': 4, 'project_id': 'f24006b78ad645519d3645178a10b3c7', 'subnets': [{'id': '15b471db-3772-42d4-8366-79bf7fcca6e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-1-smb', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:16:31.754111 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-52ecb464-81fa-4ef7-a7b0-38538caebb00 req-a19cfb6d-c0f4-4dc9-824e-7c82ac12d11a tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/security-groups?id=daae5ede-2da4-4353-80fd-81af085a454c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1417198 Mar 21 11:16:31.765621 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ef9f21-7b47-45a0-af80-e4b46febcf17 None None] Pushing event updated for resources: {'Port': ['ID=1768d921-93b7-4e9a-b218-37c9bccc083c,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:16:31.774021 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c949ac-e86c-4f5b-a310-ba259ecea619 None None] The sync data for ids ['08b01e01-09f2-4a2c-91e8-f12ed1e32084'] in dv-cinder-834448-1-smb is: [{'id': '08b01e01-09f2-4a2c-91e8-f12ed1e32084', 'name': 'tempest-TestShelveInstance-1025004496-router', 'tenant_id': 'f24006b78ad645519d3645178a10b3c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'external_fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.223'}], 'enable_snat': True}, 'gw_port_id': 'caf3e45a-564b-4830-a6c7-4289634b34bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:16:15Z', 'updated_at': '2022-03-21T11:16:21Z', 'revision_number': 4, 'project_id': 'f24006b78ad645519d3645178a10b3c7', 'gw_port': {'id': 'caf3e45a-564b-4830-a6c7-4289634b34bf', 'name': '', 'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:1a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b01e01-09f2-4a2c-91e8-f12ed1e32084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:16:16Z', 'updated_at': '2022-03-21T11:16:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-smb', '_interfaces': [{'id': '1768d921-93b7-4e9a-b218-37c9bccc083c', 'name': '', 'network_id': 'caf5ed87-4991-45e5-8208-00f47f9875eb', 'tenant_id': 'f24006b78ad645519d3645178a10b3c7', 'mac_address': 'fa:16:3e:94:af:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08b01e01-09f2-4a2c-91e8-f12ed1e32084', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '15b471db-3772-42d4-8366-79bf7fcca6e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:16:21Z', 'updated_at': '2022-03-21T11:16:29Z', 'revision_number': 4, 'project_id': 'f24006b78ad645519d3645178a10b3c7', 'subnets': [{'id': '15b471db-3772-42d4-8366-79bf7fcca6e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 11:16:32.140675 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-c76b6748-59c7-4aea-a1d4-8ab33ee8fc6a req-af207f49-e6bc-4b27-81a6-0dbc641531b8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be18abb0-ea4d-423e-b1fa-ca7d8938eb87 HTTP/1.1" status: 200 len: 217 time: 0.3312469 Mar 21 11:16:32.190854 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f95e2fa0-7154-4744-af3c-f3540dd0a3fc admin admin] Router de4efb80-6bb3-4be5-abb3-d9df19346de6 is scheduled to L3 agent 5097f9b2-2ef0-4af4-bde3-0c344dd6e70c with binding_index 1 {{(pid=103422) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 21 11:16:32.342735 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1a9a6d-9410-4ee0-9c7f-a02290d23b78 req-5f7f5308-d964-4d78-90db-384390f04bcd tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:32.357941 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-6b1a9a6d-9410-4ee0-9c7f-a02290d23b78 req-5f7f5308-d964-4d78-90db-384390f04bcd tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a8514eb-adf4-4bee-ac09-6a3a4daa77f7 HTTP/1.1" status: 200 len: 944 time: 0.3796735 Mar 21 11:16:32.375201 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-440829de-da82-4954-8aae-a44acfcd7ec0 req-e7231d0d-1b13-4be8-84fa-8110a14f0403 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9948eac0-7781-49c6-8e3e-4b86cdc3de84 HTTP/1.1" status: 200 len: 217 time: 0.1625602 Mar 21 11:16:32.451566 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-f179f810-fe60-468a-b7c7-07bb4e621b40 req-0dd9391d-aeef-4dbf-94a3-07bef7edbfad tempest-VolumesNegativeTest-1105061362 tempest-VolumesNegativeTest-1105061362-project] 10.222.0.24 "GET /v2.0/ports?device_id=06b1e5b9-96e3-410f-a52c-5354f130cd05 HTTP/1.1" status: 200 len: 210 time: 0.0747812 Mar 21 11:16:32.498064 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76b6748-59c7-4aea-a1d4-8ab33ee8fc6a req-ac914397-f21f-4758-88c3-8d9183b96261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:32.503514 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-c76b6748-59c7-4aea-a1d4-8ab33ee8fc6a req-ac914397-f21f-4758-88c3-8d9183b96261 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b19ea63e-3287-4f53-b0cc-82d6b01cdd86 HTTP/1.1" status: 200 len: 853 time: 0.2238421 Mar 21 11:16:32.726431 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-3590d0f8-212e-4a4b-a4a3-4edc6d9c71d4 req-b82d124b-1b50-47b7-ac1d-30be6012e7d1 tempest-VolumesNegativeTest-1105061362 tempest-VolumesNegativeTest-1105061362-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=5b97f8fd69dd49b4b9b09a2addbeb5c5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1648443 Mar 21 11:16:32.741466 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f95e2fa0-7154-4744-af3c-f3540dd0a3fc admin admin] Notify agent at l3_agent.dv-cinder-834448-1-smb the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 11:16:32.766340 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33805a38-9113-43fa-8b91-b7ee5d553146 None None] Sync routers for ids ['de4efb80-6bb3-4be5-abb3-d9df19346de6'] in dv-cinder-834448-1-smb {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 11:16:32.812878 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33805a38-9113-43fa-8b91-b7ee5d553146 None None] Routers {'de4efb80-6bb3-4be5-abb3-d9df19346de6'} bound to L3 agent in host dv-cinder-834448-1-smb {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:16:32.814412 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-33805a38-9113-43fa-8b91-b7ee5d553146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-21T11:04:55Z,description=,heartbeat_timestamp=2022-03-21T11:16:26Z,host='dv-cinder-834448-1-smb',id=5097f9b2-2ef0-4af4-bde3-0c344dd6e70c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:55Z,topic='l3_agent')) {'router_ids': ['de4efb80-6bb3-4be5-abb3-d9df19346de6'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:16:32.879800 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f95e2fa0-7154-4744-af3c-f3540dd0a3fc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:32.882349 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-f95e2fa0-7154-4744-af3c-f3540dd0a3fc admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 5.8410826 Mar 21 11:16:32.886570 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 44842) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:16:32.943351 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76b6748-59c7-4aea-a1d4-8ab33ee8fc6a req-f4929c78-b9ad-4ea9-b915-557ecf8cb1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:32.948325 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-c76b6748-59c7-4aea-a1d4-8ab33ee8fc6a req-f4929c78-b9ad-4ea9-b915-557ecf8cb1d9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3ddc289c-7154-4e23-8f81-bf2d5b69083d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.4283996 Mar 21 11:16:32.957770 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Device 1768d921-93b7-4e9a-b218-37c9bccc083c up at agent ovs-agent-dv-cinder-834448-1-smb {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:16:33.070481 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-6b1a9a6d-9410-4ee0-9c7f-a02290d23b78 req-c3326289-69fb-4397-b360-f8fc18d006c4 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] 10.222.0.24 "GET /v2.0/security-groups?id=6de27eb5-6cce-4260-8a13-a7475f6b033f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7111788 Mar 21 11:16:33.090919 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440829de-da82-4954-8aae-a44acfcd7ec0 req-9150c1d1-fa5a-41d8-aa1c-c528cfb2a577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:33.146272 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Device be18abb0-ea4d-423e-b1fa-ca7d8938eb87 details requested by agent hyperv_hv-cinder-83444 with host hv-cinder-83444 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 11:16:33.147460 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-440829de-da82-4954-8aae-a44acfcd7ec0 req-9150c1d1-fa5a-41d8-aa1c-c528cfb2a577 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8a3d170f-7254-484a-9abf-df0a7cea6ed2 HTTP/1.1" status: 200 len: 858 time: 0.7129610 Mar 21 11:16:33.297908 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-33805a38-9113-43fa-8b91-b7ee5d553146 None None] Set router de4efb80-6bb3-4be5-abb3-d9df19346de6 gateway port host: dv-cinder-834448-1-smb {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:16:33.532401 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.db.resource_extend [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 21 11:16:33.649572 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba75891-724c-4573-bd94-ee1d4effd3ab None None] Network 5de5bd2c-6a6f-4fe6-ba79-ef9c3da97774 requested from dv-cinder-834448-1-smb {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 11:16:33.712891 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-33805a38-9113-43fa-8b91-b7ee5d553146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de4efb80-6bb3-4be5-abb3-d9df19346de6', 'name': 'tempest-TestShelveInstance-333384680-router', 'tenant_id': 'fbc0a65a4d554ebeb044af88877baef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'external_fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.27'}], 'enable_snat': True}, 'gw_port_id': '2b0769f9-c74f-4114-80a4-943f425938fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:16:27Z', 'updated_at': '2022-03-21T11:16:30Z', 'revision_number': 3, 'project_id': 'fbc0a65a4d554ebeb044af88877baef1', 'gw_port': {'id': '2b0769f9-c74f-4114-80a4-943f425938fb', 'name': '', 'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:e0:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de4efb80-6bb3-4be5-abb3-d9df19346de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:16:29Z', 'updated_at': '2022-03-21T11:16:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-smb'}], 'dv-cinder-834448-1-smb', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:16:33.794645 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33805a38-9113-43fa-8b91-b7ee5d553146 None None] Checking router: de4efb80-6bb3-4be5-abb3-d9df19346de6 for host: dv-cinder-834448-1-smb {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 11:16:33.795359 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33805a38-9113-43fa-8b91-b7ee5d553146 None None] Updating router de4efb80-6bb3-4be5-abb3-d9df19346de6 port 2b0769f9-c74f-4114-80a4-943f425938fb binding host dv-cinder-834448-1-smb {{(pid=103424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 11:16:33.869548 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2458df7-4c0f-4e6e-8333-82487ed8ba9d req-67c8ebb6-5d41-495e-95c2-15101a24ee59 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:33.881172 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-f2458df7-4c0f-4e6e-8333-82487ed8ba9d req-67c8ebb6-5d41-495e-95c2-15101a24ee59 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/ports?device_id=c60601a3-3fb9-48e4-b22d-6fa61e28dfa4 HTTP/1.1" status: 200 len: 944 time: 1.1422489 Mar 21 11:16:33.884282 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] For port be18abb0-ea4d-423e-b1fa-ca7d8938eb87, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=be18abb0-ea4d-423e-b1fa-ca7d8938eb87,segment=NetworkSegment(e8bbdbf4-7a3c-4382-b3f5-00a80b4a7f1d),segment_id=e8bbdbf4-7a3c-4382-b3f5-00a80b4a7f1d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:16:33.889332 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-33805a38-9113-43fa-8b91-b7ee5d553146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (2b0769f9-c74f-4114-80a4-943f425938fb), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:33.912730 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Returning: {'device': 'be18abb0-ea4d-423e-b1fa-ca7d8938eb87', 'network_id': '3ddc289c-7154-4e23-8f81-bf2d5b69083d', 'port_id': 'be18abb0-ea4d-423e-b1fa-ca7d8938eb87', 'mac_address': 'fa:16:3e:cc:7a:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b19ea63e-3287-4f53-b0cc-82d6b01cdd86', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 11:16:33.958887 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-c76b6748-59c7-4aea-a1d4-8ab33ee8fc6a req-056e3868-02b5-47e7-a66a-8ac37daa0275 service neutron] 10.222.0.32 "GET /v2.0/networks/3ddc289c-7154-4e23-8f81-bf2d5b69083d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9746239 Mar 21 11:16:34.034149 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Provisioning complete for port 1768d921-93b7-4e9a-b218-37c9bccc083c triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:16:34.034730 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688166'] for port (1768d921-93b7-4e9a-b218-37c9bccc083c), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:34.138854 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440829de-da82-4954-8aae-a44acfcd7ec0 req-872a6ee3-a802-44ca-8c22-7f1187b693a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:34.140504 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-440829de-da82-4954-8aae-a44acfcd7ec0 req-872a6ee3-a802-44ca-8c22-7f1187b693a3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4a579521-14d3-4610-a099-3c56c62bd19a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.8702602 Mar 21 11:16:34.168987 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed5f375-b76f-42ab-97a5-6db5d97876ea req-e633a77f-c6ad-423d-92be-30a0a9f566ea tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:34.179672 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-2ed5f375-b76f-42ab-97a5-6db5d97876ea req-e633a77f-c6ad-423d-92be-30a0a9f566ea tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/ports?device_id=8191288d-f5b6-4728-9532-86f77e741727 HTTP/1.1" status: 200 len: 945 time: 0.6325066 Mar 21 11:16:34.238741 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Current status of the port be18abb0-ea4d-423e-b1fa-ca7d8938eb87 is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:16:34.239344 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (be18abb0-ea4d-423e-b1fa-ca7d8938eb87), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:34.251786 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-f2458df7-4c0f-4e6e-8333-82487ed8ba9d req-cd4fb994-9528-4067-8fa2-73e2d4c7755f tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/security-groups?id=d03ae1a0-8987-409a-b315-103a0a29069c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3483243 Mar 21 11:16:34.263461 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-a5ef2bac-1981-4f4c-8e6e-1a2c105c6b93 None None] Provisioning complete for port 64347300-7ed6-4f19-9e6b-b8c593939288 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:16:34.263874 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-a5ef2bac-1981-4f4c-8e6e-1a2c105c6b93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688166'] for port (64347300-7ed6-4f19-9e6b-b8c593939288), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:34.289224 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3590d0f8-212e-4a4b-a4a3-4edc6d9c71d4 req-2272c6c9-f6af-4c41-af8c-5d3e3265583c tempest-VolumesNegativeTest-1105061362 tempest-VolumesNegativeTest-1105061362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:34.290862 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-3590d0f8-212e-4a4b-a4a3-4edc6d9c71d4 req-2272c6c9-f6af-4c41-af8c-5d3e3265583c tempest-VolumesNegativeTest-1105061362 tempest-VolumesNegativeTest-1105061362-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.3984096 Mar 21 11:16:34.360540 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be18abb0-ea4d-423e-b1fa-ca7d8938eb87 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 11:16:34.373437 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.v2.base [req-3590d0f8-212e-4a4b-a4a3-4edc6d9c71d4 req-5b3c4473-4d81-4460-a188-26440a96babd tempest-VolumesNegativeTest-1105061362 tempest-VolumesNegativeTest-1105061362-project] Request body: {'port': {'device_id': '06b1e5b9-96e3-410f-a52c-5354f130cd05', 'network_id': '2d5bdb15-bba4-4c2a-876e-ee882497d62b', 'admin_state_up': True, 'tenant_id': '5b97f8fd69dd49b4b9b09a2addbeb5c5'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:16:34.415778 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] For port be18abb0-ea4d-423e-b1fa-ca7d8938eb87, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=be18abb0-ea4d-423e-b1fa-ca7d8938eb87,segment=NetworkSegment(e8bbdbf4-7a3c-4382-b3f5-00a80b4a7f1d),segment_id=e8bbdbf4-7a3c-4382-b3f5-00a80b4a7f1d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:16:34.453386 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817'] for port (be18abb0-ea4d-423e-b1fa-ca7d8938eb87), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:34.563055 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-c76b6748-59c7-4aea-a1d4-8ab33ee8fc6a req-f965d799-eebb-44a2-80f7-d935e26a960a service neutron] 10.222.0.32 "GET /v2.0/networks/3ddc289c-7154-4e23-8f81-bf2d5b69083d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5158455 Mar 21 11:16:34.582705 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Current status of the port 1768d921-93b7-4e9a-b218-37c9bccc083c is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:16:34.601409 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Device 64347300-7ed6-4f19-9e6b-b8c593939288 up at agent ovs-agent-dv-cinder-834448-1-smb {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:16:34.725283 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Pushing event updated for resources: {'Port': ['ID=be18abb0-ea4d-423e-b1fa-ca7d8938eb87,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:16:34.804501 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] get_ports_and_sgs() called for port_ids ['be18abb0-ea4d-423e-b1fa-ca7d8938eb87'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 11:16:34.849213 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-33805a38-9113-43fa-8b91-b7ee5d553146 None None] Publish callbacks [] for port (2b0769f9-c74f-4114-80a4-943f425938fb), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:34.860378 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-440829de-da82-4954-8aae-a44acfcd7ec0 req-97ff9a23-e821-4c2f-96d1-9c5639d69dbd service neutron] 10.222.0.32 "GET /v2.0/networks/4a579521-14d3-4610-a099-3c56c62bd19a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6780963 Mar 21 11:16:34.866222 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-33805a38-9113-43fa-8b91-b7ee5d553146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817'] for port (2b0769f9-c74f-4114-80a4-943f425938fb), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:34.962021 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Provisioning complete for port 64347300-7ed6-4f19-9e6b-b8c593939288 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:16:34.962904 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688166'] for port (64347300-7ed6-4f19-9e6b-b8c593939288), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:35.045119 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-a5ef2bac-1981-4f4c-8e6e-1a2c105c6b93 None None] Current status of the port 64347300-7ed6-4f19-9e6b-b8c593939288 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:16:35.052550 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-a5ef2bac-1981-4f4c-8e6e-1a2c105c6b93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (64347300-7ed6-4f19-9e6b-b8c593939288), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:35.083832 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-33805a38-9113-43fa-8b91-b7ee5d553146 None None] Attempting to bind port 2b0769f9-c74f-4114-80a4-943f425938fb on host dv-cinder-834448-1-smb for vnic_type normal with profile {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 11:16:35.084509 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-33805a38-9113-43fa-8b91-b7ee5d553146 None None] Attempting to bind port 2b0769f9-c74f-4114-80a4-943f425938fb by drivers openvswitch,hyperv on host dv-cinder-834448-1-smb at level 0 using segments [{'id': '083ffffd-feb8-46cd-b20a-ab116e97b62a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623'}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 11:16:35.088519 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33805a38-9113-43fa-8b91-b7ee5d553146 None None] Attempting to bind port 2b0769f9-c74f-4114-80a4-943f425938fb on network 4a234a12-d706-4d7c-b6c3-ed2b05ad1623 {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:16:35.139553 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33805a38-9113-43fa-8b91-b7ee5d553146 None None] Checking agent: {'id': '4788e3a4-6d7d-47da-90c6-7227f6e2e35d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834448-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 11, 5), 'started_at': datetime.datetime(2022, 3, 21, 11, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 11, 16, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834448-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 11:16:35.140443 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33805a38-9113-43fa-8b91-b7ee5d553146 None None] Checking segment: {'id': '083ffffd-feb8-46cd-b20a-ab116e97b62a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:16:35.141083 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-33805a38-9113-43fa-8b91-b7ee5d553146 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:35.141958 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33805a38-9113-43fa-8b91-b7ee5d553146 None None] Bound using segment: {'id': '083ffffd-feb8-46cd-b20a-ab116e97b62a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623'} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 11:16:35.149396 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-33805a38-9113-43fa-8b91-b7ee5d553146 None None] Bound port: 2b0769f9-c74f-4114-80a4-943f425938fb, host: dv-cinder-834448-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '083ffffd-feb8-46cd-b20a-ab116e97b62a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623'}}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 11:16:35.150408 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-33805a38-9113-43fa-8b91-b7ee5d553146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (2b0769f9-c74f-4114-80a4-943f425938fb), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:35.161829 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36801291-be8d-4cee-8912-d97a1698080e None None] Pushing event updated for resources: {'Port': ['ID=2b0769f9-c74f-4114-80a4-943f425938fb,revision_number=2']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:16:35.222125 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-a5ef2bac-1981-4f4c-8e6e-1a2c105c6b93 None None] For port 64347300-7ed6-4f19-9e6b-b8c593939288, host dv-cinder-834448-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-smb',level=0,port_id=64347300-7ed6-4f19-9e6b-b8c593939288,segment=NetworkSegment(7bb4f110-95a5-4aac-97de-c628905a3b9d),segment_id=7bb4f110-95a5-4aac-97de-c628905a3b9d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:16:35.296122 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b9cfb282-0182-47f2-b501-68fcb0e24fff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:35.326760 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-095b2e3e-9cdf-4c07-bbde-fd566d6a1e94 req-e2d59887-cd74-4ab0-8c6a-a980f3e93576 tempest-VolumesNegativeTest-1105061362 tempest-VolumesNegativeTest-1105061362-project] 10.222.0.24 "GET /v2.0/ports?device_id=06b1e5b9-96e3-410f-a52c-5354f130cd05 HTTP/1.1" status: 200 len: 210 time: 0.5904496 Mar 21 11:16:35.333608 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-33805a38-9113-43fa-8b91-b7ee5d553146 None None] For port 2b0769f9-c74f-4114-80a4-943f425938fb, host dv-cinder-834448-1-smb, cleared binding levels {{(pid=103424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 11:16:35.347677 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-33805a38-9113-43fa-8b91-b7ee5d553146 None None] For port 2b0769f9-c74f-4114-80a4-943f425938fb, host dv-cinder-834448-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-smb',level=0,port_id=2b0769f9-c74f-4114-80a4-943f425938fb,segment=NetworkSegment(083ffffd-feb8-46cd-b20a-ab116e97b62a),segment_id=083ffffd-feb8-46cd-b20a-ab116e97b62a)] {{(pid=103424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 11:16:35.358909 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-33805a38-9113-43fa-8b91-b7ee5d553146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817'] for port (2b0769f9-c74f-4114-80a4-943f425938fb), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:35.365419 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-a5ef2bac-1981-4f4c-8e6e-1a2c105c6b93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817'] for port (64347300-7ed6-4f19-9e6b-b8c593939288), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:35.443327 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33805a38-9113-43fa-8b91-b7ee5d553146 None None] Routers {'de4efb80-6bb3-4be5-abb3-d9df19346de6'} bound to L3 agent in host dv-cinder-834448-1-smb {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:16:35.444316 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-33805a38-9113-43fa-8b91-b7ee5d553146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-21T11:04:55Z,description=,heartbeat_timestamp=2022-03-21T11:16:26Z,host='dv-cinder-834448-1-smb',id=5097f9b2-2ef0-4af4-bde3-0c344dd6e70c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:55Z,topic='l3_agent')) {'router_ids': ['de4efb80-6bb3-4be5-abb3-d9df19346de6'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:16:35.542589 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Current status of the port 64347300-7ed6-4f19-9e6b-b8c593939288 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:16:35.599175 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-33805a38-9113-43fa-8b91-b7ee5d553146 None None] Set router de4efb80-6bb3-4be5-abb3-d9df19346de6 gateway port host: dv-cinder-834448-1-smb {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:16:35.613214 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-6e4ec778-377c-45ce-a2e4-ddee8345eb90 None None] Provisioning complete for port 64347300-7ed6-4f19-9e6b-b8c593939288 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:16:35.613849 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6e4ec778-377c-45ce-a2e4-ddee8345eb90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688166'] for port (64347300-7ed6-4f19-9e6b-b8c593939288), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:35.622166 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-2ed5f375-b76f-42ab-97a5-6db5d97876ea req-c249e4b0-1ddd-4221-a55a-d43fff1cc44c tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/security-groups?id=daae5ede-2da4-4353-80fd-81af085a454c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.4413917 Mar 21 11:16:35.672572 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ef2bac-1981-4f4c-8e6e-1a2c105c6b93 None None] Pushing event updated for resources: {'Port': ['ID=64347300-7ed6-4f19-9e6b-b8c593939288,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:16:35.683140 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3590d0f8-212e-4a4b-a4a3-4edc6d9c71d4 req-5b3c4473-4d81-4460-a188-26440a96babd tempest-VolumesNegativeTest-1105061362 tempest-VolumesNegativeTest-1105061362-project] Made reservation on behalf of 5b97f8fd69dd49b4b9b09a2addbeb5c5 for: {'port': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 11:16:35.686696 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-3590d0f8-212e-4a4b-a4a3-4edc6d9c71d4 req-5b3c4473-4d81-4460-a188-26440a96babd tempest-VolumesNegativeTest-1105061362 tempest-VolumesNegativeTest-1105061362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:35.692854 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ef2bac-1981-4f4c-8e6e-1a2c105c6b93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:16:35.693203 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ef2bac-1981-4f4c-8e6e-1a2c105c6b93 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:16:35.695380 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ef2bac-1981-4f4c-8e6e-1a2c105c6b93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:16:35.695919 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ef2bac-1981-4f4c-8e6e-1a2c105c6b93 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:16:35.696268 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ef2bac-1981-4f4c-8e6e-1a2c105c6b93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:16:35.696609 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ef2bac-1981-4f4c-8e6e-1a2c105c6b93 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:16:35.696947 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ef2bac-1981-4f4c-8e6e-1a2c105c6b93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:16:35.697279 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ef2bac-1981-4f4c-8e6e-1a2c105c6b93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:16:35.697607 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ef2bac-1981-4f4c-8e6e-1a2c105c6b93 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:16:35.697935 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ef2bac-1981-4f4c-8e6e-1a2c105c6b93 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:16:35.698264 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ef2bac-1981-4f4c-8e6e-1a2c105c6b93 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:16:35.698594 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ef2bac-1981-4f4c-8e6e-1a2c105c6b93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:16:35.698912 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ef2bac-1981-4f4c-8e6e-1a2c105c6b93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:16:35.699284 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ef2bac-1981-4f4c-8e6e-1a2c105c6b93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:16:35.699623 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ef2bac-1981-4f4c-8e6e-1a2c105c6b93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:16:35.711224 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-3590d0f8-212e-4a4b-a4a3-4edc6d9c71d4 req-5b3c4473-4d81-4460-a188-26440a96babd tempest-VolumesNegativeTest-1105061362 tempest-VolumesNegativeTest-1105061362-project] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:35.738047 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-b9cfb282-0182-47f2-b501-68fcb0e24fff admin admin] Allocated IP 172.20.0.1 (5de5bd2c-6a6f-4fe6-ba79-ef9c3da97774/e80714d3-8ad3-4924-9e06-00a76cc08d08/65fc51d6-0c40-4fc9-8736-dfdc676d3fc0) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:16:35.788955 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36801291-be8d-4cee-8912-d97a1698080e None None] Pushing event updated for resources: {'Port': ['ID=2b0769f9-c74f-4114-80a4-943f425938fb,revision_number=3']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:16:35.799955 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-6e4ec778-377c-45ce-a2e4-ddee8345eb90 None None] Current status of the port 64347300-7ed6-4f19-9e6b-b8c593939288 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:16:35.811955 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15add2a4-25e5-469c-8d78-0a54e1e7bce8 req-7d4a8e31-91cb-43b7-ab86-81b4dd6030ca tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:35.815270 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-15add2a4-25e5-469c-8d78-0a54e1e7bce8 req-7d4a8e31-91cb-43b7-ab86-81b4dd6030ca tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a8514eb-adf4-4bee-ac09-6a3a4daa77f7 HTTP/1.1" status: 200 len: 945 time: 0.3217454 Mar 21 11:16:35.831365 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-440829de-da82-4954-8aae-a44acfcd7ec0 req-aa248664-fa31-4703-b2b5-9cf069473d8f service neutron] 10.222.0.32 "GET /v2.0/networks/4a579521-14d3-4610-a099-3c56c62bd19a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5616782 Mar 21 11:16:35.891326 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b9cfb282-0182-47f2-b501-68fcb0e24fff admin admin] Publish callbacks [] for port (65fc51d6-0c40-4fc9-8736-dfdc676d3fc0), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:35.906636 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-33805a38-9113-43fa-8b91-b7ee5d553146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de4efb80-6bb3-4be5-abb3-d9df19346de6', 'name': 'tempest-TestShelveInstance-333384680-router', 'tenant_id': 'fbc0a65a4d554ebeb044af88877baef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'external_fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.27'}], 'enable_snat': True}, 'gw_port_id': '2b0769f9-c74f-4114-80a4-943f425938fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:16:27Z', 'updated_at': '2022-03-21T11:16:30Z', 'revision_number': 3, 'project_id': 'fbc0a65a4d554ebeb044af88877baef1', 'gw_port': {'id': '2b0769f9-c74f-4114-80a4-943f425938fb', 'name': '', 'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:e0:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de4efb80-6bb3-4be5-abb3-d9df19346de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:16:29Z', 'updated_at': '2022-03-21T11:16:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-smb'}], 'dv-cinder-834448-1-smb', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:16:35.935955 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33805a38-9113-43fa-8b91-b7ee5d553146 None None] The sync data for ids ['de4efb80-6bb3-4be5-abb3-d9df19346de6'] in dv-cinder-834448-1-smb is: [{'id': 'de4efb80-6bb3-4be5-abb3-d9df19346de6', 'name': 'tempest-TestShelveInstance-333384680-router', 'tenant_id': 'fbc0a65a4d554ebeb044af88877baef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'external_fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.27'}], 'enable_snat': True}, 'gw_port_id': '2b0769f9-c74f-4114-80a4-943f425938fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:16:27Z', 'updated_at': '2022-03-21T11:16:30Z', 'revision_number': 3, 'project_id': 'fbc0a65a4d554ebeb044af88877baef1', 'gw_port': {'id': '2b0769f9-c74f-4114-80a4-943f425938fb', 'name': '', 'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:e0:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de4efb80-6bb3-4be5-abb3-d9df19346de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:16:29Z', 'updated_at': '2022-03-21T11:16:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-smb'}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 11:16:35.940597 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b9cfb282-0182-47f2-b501-68fcb0e24fff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738246144781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265271506'] for port (65fc51d6-0c40-4fc9-8736-dfdc676d3fc0), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:35.941553 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a09618-a0ff-44ab-b1bf-2b38da592d45 req-eab3b1de-20c2-49ff-b249-e286d09f8705 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:35.943228 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-a5a09618-a0ff-44ab-b1bf-2b38da592d45 req-eab3b1de-20c2-49ff-b249-e286d09f8705 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/ports?device_id=c60601a3-3fb9-48e4-b22d-6fa61e28dfa4 HTTP/1.1" status: 200 len: 944 time: 0.2163913 Mar 21 11:16:35.950114 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-3590d0f8-212e-4a4b-a4a3-4edc6d9c71d4 req-5b3c4473-4d81-4460-a188-26440a96babd tempest-VolumesNegativeTest-1105061362 tempest-VolumesNegativeTest-1105061362-project] Publish callbacks [] for security_group (74218d7c-a911-4bca-b2db-2bd2cc278c62), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:35.971413 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-3590d0f8-212e-4a4b-a4a3-4edc6d9c71d4 req-5b3c4473-4d81-4460-a188-26440a96babd tempest-VolumesNegativeTest-1105061362 tempest-VolumesNegativeTest-1105061362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (74218d7c-a911-4bca-b2db-2bd2cc278c62), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:35.978284 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-15add2a4-25e5-469c-8d78-0a54e1e7bce8 req-deaa8b2f-80c8-4210-9e61-c882d38ff6bc tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] 10.222.0.24 "GET /v2.0/security-groups?id=6de27eb5-6cce-4260-8a13-a7475f6b033f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1571383 Mar 21 11:16:36.008416 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9cfb282-0182-47f2-b501-68fcb0e24fff admin admin] Network 5de5bd2c-6a6f-4fe6-ba79-ef9c3da97774 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:16:36.010706 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-b9cfb282-0182-47f2-b501-68fcb0e24fff admin admin] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:16:36.014264 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cfb282-0182-47f2-b501-68fcb0e24fff admin admin] Pushing event updated for resources: {'Port': ['ID=65fc51d6-0c40-4fc9-8736-dfdc676d3fc0,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:16:36.017469 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9cfb282-0182-47f2-b501-68fcb0e24fff admin admin] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:16:36.024867 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9cfb282-0182-47f2-b501-68fcb0e24fff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:16:36.025522 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9cfb282-0182-47f2-b501-68fcb0e24fff admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:16:36.025861 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9cfb282-0182-47f2-b501-68fcb0e24fff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:16:36.026191 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9cfb282-0182-47f2-b501-68fcb0e24fff admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:16:36.026516 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9cfb282-0182-47f2-b501-68fcb0e24fff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:16:36.026838 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9cfb282-0182-47f2-b501-68fcb0e24fff admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:16:36.027159 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9cfb282-0182-47f2-b501-68fcb0e24fff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:16:36.031041 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9cfb282-0182-47f2-b501-68fcb0e24fff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:16:36.031430 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9cfb282-0182-47f2-b501-68fcb0e24fff admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:16:36.031799 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9cfb282-0182-47f2-b501-68fcb0e24fff admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:16:36.032132 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9cfb282-0182-47f2-b501-68fcb0e24fff admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:16:36.032461 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9cfb282-0182-47f2-b501-68fcb0e24fff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:16:36.032787 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9cfb282-0182-47f2-b501-68fcb0e24fff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:16:36.033109 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9cfb282-0182-47f2-b501-68fcb0e24fff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:16:36.033428 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9cfb282-0182-47f2-b501-68fcb0e24fff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:16:36.065197 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-a5a09618-a0ff-44ab-b1bf-2b38da592d45 req-e73c8697-e443-41d3-a795-c65cf4dc7e69 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/security-groups?id=d03ae1a0-8987-409a-b315-103a0a29069c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1127422 Mar 21 11:16:36.070350 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3c4473-4d81-4460-a188-26440a96babd tempest-VolumesNegativeTest-1105061362 tempest-VolumesNegativeTest-1105061362-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74218d7c-a911-4bca-b2db-2bd2cc278c62,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:16:36.087075 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b9cfb282-0182-47f2-b501-68fcb0e24fff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1688567'] for router_interface (de4efb80-6bb3-4be5-abb3-d9df19346de6), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:36.165490 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [req-3590d0f8-212e-4a4b-a4a3-4edc6d9c71d4 req-5b3c4473-4d81-4460-a188-26440a96babd tempest-VolumesNegativeTest-1105061362 tempest-VolumesNegativeTest-1105061362-project] Allocated IP 192.168.233.89 (2d5bdb15-bba4-4c2a-876e-ee882497d62b/6ad1b5cb-cad5-49ef-bddd-2d7df263b67b/663d21b9-07dd-4b88-aa77-30c71c51762c) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:16:36.278606 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b9cfb282-0182-47f2-b501-68fcb0e24fff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (65fc51d6-0c40-4fc9-8736-dfdc676d3fc0), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:36.328051 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-0aa6e917-66cc-4666-946e-bc4836361452 None None] Provisioning complete for port 65fc51d6-0c40-4fc9-8736-dfdc676d3fc0 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:16:36.329246 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-0aa6e917-66cc-4666-946e-bc4836361452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688166'] for port (65fc51d6-0c40-4fc9-8736-dfdc676d3fc0), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:36.401857 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-3590d0f8-212e-4a4b-a4a3-4edc6d9c71d4 req-5b3c4473-4d81-4460-a188-26440a96babd tempest-VolumesNegativeTest-1105061362 tempest-VolumesNegativeTest-1105061362-project] Publish callbacks [] for port (663d21b9-07dd-4b88-aa77-30c71c51762c), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:36.424008 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-0aa6e917-66cc-4666-946e-bc4836361452 None None] Port 65fc51d6-0c40-4fc9-8736-dfdc676d3fc0 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 11:16:36.461795 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-1dc49dcb-3ec9-451a-87df-3b5dd1788ac2 req-2d5eeb13-abe5-45ae-999e-7d3619af8147 tempest-VolumesNegativeTest-1105061362 tempest-VolumesNegativeTest-1105061362-project] 10.222.0.24 "GET /v2.0/ports?device_id=06b1e5b9-96e3-410f-a52c-5354f130cd05 HTTP/1.1" status: 200 len: 210 time: 0.0350630 Mar 21 11:16:36.473455 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-3590d0f8-212e-4a4b-a4a3-4edc6d9c71d4 req-5b3c4473-4d81-4460-a188-26440a96babd tempest-VolumesNegativeTest-1105061362 tempest-VolumesNegativeTest-1105061362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738246144781'] for port (663d21b9-07dd-4b88-aa77-30c71c51762c), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:36.493325 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b9cfb282-0182-47f2-b501-68fcb0e24fff admin admin] Publish callbacks [] for port (65fc51d6-0c40-4fc9-8736-dfdc676d3fc0), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:36.499274 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b9cfb282-0182-47f2-b501-68fcb0e24fff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265271525'] for port (65fc51d6-0c40-4fc9-8736-dfdc676d3fc0), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:36.537687 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3590d0f8-212e-4a4b-a4a3-4edc6d9c71d4 req-5b3c4473-4d81-4460-a188-26440a96babd tempest-VolumesNegativeTest-1105061362 tempest-VolumesNegativeTest-1105061362-project] Network 2d5bdb15-bba4-4c2a-876e-ee882497d62b is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:16:36.545024 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3c4473-4d81-4460-a188-26440a96babd tempest-VolumesNegativeTest-1105061362 tempest-VolumesNegativeTest-1105061362-project] Pushing event updated for resources: {'Port': ['ID=663d21b9-07dd-4b88-aa77-30c71c51762c,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:16:36.547741 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [req-3590d0f8-212e-4a4b-a4a3-4edc6d9c71d4 req-5b3c4473-4d81-4460-a188-26440a96babd tempest-VolumesNegativeTest-1105061362 tempest-VolumesNegativeTest-1105061362-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:16:36.550814 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-3590d0f8-212e-4a4b-a4a3-4edc6d9c71d4 req-5b3c4473-4d81-4460-a188-26440a96babd tempest-VolumesNegativeTest-1105061362 tempest-VolumesNegativeTest-1105061362-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:16:36.557665 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3590d0f8-212e-4a4b-a4a3-4edc6d9c71d4 req-5b3c4473-4d81-4460-a188-26440a96babd tempest-VolumesNegativeTest-1105061362 tempest-VolumesNegativeTest-1105061362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:36.557901 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-3590d0f8-212e-4a4b-a4a3-4edc6d9c71d4 req-5b3c4473-4d81-4460-a188-26440a96babd tempest-VolumesNegativeTest-1105061362 tempest-VolumesNegativeTest-1105061362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97509'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:36.574905 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cfb282-0182-47f2-b501-68fcb0e24fff admin admin] Pushing event updated for resources: {'Port': ['ID=65fc51d6-0c40-4fc9-8736-dfdc676d3fc0,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:16:36.574905 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b9cfb282-0182-47f2-b501-68fcb0e24fff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1693008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1688419'] for router_interface (de4efb80-6bb3-4be5-abb3-d9df19346de6), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:36.583328 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-3590d0f8-212e-4a4b-a4a3-4edc6d9c71d4 req-5b3c4473-4d81-4460-a188-26440a96babd tempest-VolumesNegativeTest-1105061362 tempest-VolumesNegativeTest-1105061362-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2405064 Mar 21 11:16:36.597011 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.v2.base [req-3590d0f8-212e-4a4b-a4a3-4edc6d9c71d4 req-60dd3fbb-4d42-4d3f-951b-8482149717a0 service neutron] Request body: {'port': {'device_id': '06b1e5b9-96e3-410f-a52c-5354f130cd05', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83444'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:16:36.667283 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-3590d0f8-212e-4a4b-a4a3-4edc6d9c71d4 req-60dd3fbb-4d42-4d3f-951b-8482149717a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (663d21b9-07dd-4b88-aa77-30c71c51762c), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:36.729745 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9cfb282-0182-47f2-b501-68fcb0e24fff admin admin] Network 5de5bd2c-6a6f-4fe6-ba79-ef9c3da97774 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:16:36.731375 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-b9cfb282-0182-47f2-b501-68fcb0e24fff admin admin] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:16:36.937492 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b03f01c-0f61-4884-9e26-f7154356c6e0 req-e4848cb3-7264-4db3-a381-4cc7b499ba20 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:36.944305 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-1b03f01c-0f61-4884-9e26-f7154356c6e0 req-e4848cb3-7264-4db3-a381-4cc7b499ba20 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/ports?device_id=8191288d-f5b6-4728-9532-86f77e741727 HTTP/1.1" status: 200 len: 945 time: 0.2044711 Mar 21 11:16:36.951729 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-341dc653-3074-47e9-8894-50cefc649f08 None None] Provisioning complete for port 663d21b9-07dd-4b88-aa77-30c71c51762c triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:16:36.952197 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-341dc653-3074-47e9-8894-50cefc649f08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688166'] for port (663d21b9-07dd-4b88-aa77-30c71c51762c), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:37.005830 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-341dc653-3074-47e9-8894-50cefc649f08 None None] Port 663d21b9-07dd-4b88-aa77-30c71c51762c cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 11:16:37.030945 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-1b03f01c-0f61-4884-9e26-f7154356c6e0 req-8ac2bf78-f91f-4536-beb3-af3aff4824bd tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/security-groups?id=daae5ede-2da4-4353-80fd-81af085a454c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848823 Mar 21 11:16:37.060107 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Device be18abb0-ea4d-423e-b1fa-ca7d8938eb87 up at agent hyperv_hv-cinder-83444 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:16:37.134208 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-3da11622-6d88-46a6-9faf-d055d4c1bf8c None None] Provisioning complete for port 65fc51d6-0c40-4fc9-8736-dfdc676d3fc0 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:16:37.134889 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-3da11622-6d88-46a6-9faf-d055d4c1bf8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688166'] for port (65fc51d6-0c40-4fc9-8736-dfdc676d3fc0), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:37.172482 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Provisioning for port be18abb0-ea4d-423e-b1fa-ca7d8938eb87 completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 21 11:16:37.174952 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.notifiers.nova [req-3590d0f8-212e-4a4b-a4a3-4edc6d9c71d4 req-60dd3fbb-4d42-4d3f-951b-8482149717a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 663d21b9-07dd-4b88-aa77-30c71c51762c {{(pid=103421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 11:16:37.181496 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Provisioning complete for port be18abb0-ea4d-423e-b1fa-ca7d8938eb87 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:16:37.181997 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688166'] for port (be18abb0-ea4d-423e-b1fa-ca7d8938eb87), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:37.207240 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-3590d0f8-212e-4a4b-a4a3-4edc6d9c71d4 req-60dd3fbb-4d42-4d3f-951b-8482149717a0 service neutron] Publish callbacks [] for port (663d21b9-07dd-4b88-aa77-30c71c51762c), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:37.227438 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-3da11622-6d88-46a6-9faf-d055d4c1bf8c None None] Port 65fc51d6-0c40-4fc9-8736-dfdc676d3fc0 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 11:16:37.229302 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [req-3590d0f8-212e-4a4b-a4a3-4edc6d9c71d4 req-60dd3fbb-4d42-4d3f-951b-8482149717a0 service neutron] Transition to ACTIVE for port object 663d21b9-07dd-4b88-aa77-30c71c51762c will not be triggered until provisioned by entity L2. {{(pid=103421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 21 11:16:37.243202 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858e17ed-6fc9-4988-a813-84fd7121fa99 req-189b399b-32ef-474c-810b-063608aa5380 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:37.244737 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-858e17ed-6fc9-4988-a813-84fd7121fa99 req-189b399b-32ef-474c-810b-063608aa5380 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a8514eb-adf4-4bee-ac09-6a3a4daa77f7 HTTP/1.1" status: 200 len: 945 time: 0.1243110 Mar 21 11:16:37.245675 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-3590d0f8-212e-4a4b-a4a3-4edc6d9c71d4 req-60dd3fbb-4d42-4d3f-951b-8482149717a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817'] for port (663d21b9-07dd-4b88-aa77-30c71c51762c), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:37.258495 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9cfb282-0182-47f2-b501-68fcb0e24fff admin admin] Router de4efb80-6bb3-4be5-abb3-d9df19346de6 has already been hosted by L3 agent 5097f9b2-2ef0-4af4-bde3-0c344dd6e70c {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 11:16:37.277072 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Current status of the port be18abb0-ea4d-423e-b1fa-ca7d8938eb87 is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:16:37.277403 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (be18abb0-ea4d-423e-b1fa-ca7d8938eb87), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:37.303831 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a8514eb-adf4-4bee-ac09-6a3a4daa77f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be18abb0-ea4d-423e-b1fa-ca7d8938eb87'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:16:37.306216 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f4962fb769adde196efb410afcfec8f2b34529d6df7ca74076ce40474c5a66c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16f4efc1-8c3a-444f-9e0e-a185bf5b6436" -d '{"events": [{"server_uuid": "5a8514eb-adf4-4bee-ac09-6a3a4daa77f7", "name": "network-vif-plugged", "status": "completed", "tag": "be18abb0-ea4d-423e-b1fa-ca7d8938eb87"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:16:37.319619 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] For port be18abb0-ea4d-423e-b1fa-ca7d8938eb87, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=be18abb0-ea4d-423e-b1fa-ca7d8938eb87,segment=NetworkSegment(e8bbdbf4-7a3c-4382-b3f5-00a80b4a7f1d),segment_id=e8bbdbf4-7a3c-4382-b3f5-00a80b4a7f1d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:16:37.321042 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc0a74a-446c-4f27-8a25-b05869710ba0 req-647d4f96-fdca-4ac8-aa23-4035b42cda09 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:37.322749 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-1fc0a74a-446c-4f27-8a25-b05869710ba0 req-647d4f96-fdca-4ac8-aa23-4035b42cda09 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/ports?device_id=8191288d-f5b6-4728-9532-86f77e741727 HTTP/1.1" status: 200 len: 945 time: 0.1647582 Mar 21 11:16:37.328175 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817'] for port (be18abb0-ea4d-423e-b1fa-ca7d8938eb87), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:37.335996 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 44868) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:16:37.351858 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.v2.base [None req-8e46e41a-eac5-4473-aa24-220245b73791 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Request body: {'floatingip': {'port_id': '8909e85b-714c-410e-80a1-e387d36aadc7'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:16:37.413814 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9cfb282-0182-47f2-b501-68fcb0e24fff admin admin] Notify agent at l3_agent.dv-cinder-834448-1-smb the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 11:16:37.427475 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-b9cfb282-0182-47f2-b501-68fcb0e24fff admin admin] 10.222.0.24 "PUT /v2.0/routers/de4efb80-6bb3-4be5-abb3-d9df19346de6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5200326 Mar 21 11:16:37.427760 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Pushing event updated for resources: {'Port': ['ID=be18abb0-ea4d-423e-b1fa-ca7d8938eb87,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:16:37.445988 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dd3fbb-4d42-4d3f-951b-8482149717a0 service neutron] Pushing event updated for resources: {'Port': ['ID=663d21b9-07dd-4b88-aa77-30c71c51762c,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:16:37.500644 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8e46e41a-eac5-4473-aa24-220245b73791 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Publish callbacks [] for floatingip (17c62a94-03e1-4447-ad3e-5f5a0aae738b), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:37.556110 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-858e17ed-6fc9-4988-a813-84fd7121fa99 req-4675e54b-e5d8-4977-9380-92100d293577 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] 10.222.0.24 "GET /v2.0/security-groups?id=6de27eb5-6cce-4260-8a13-a7475f6b033f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2770739 Mar 21 11:16:37.570448 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-3590d0f8-212e-4a4b-a4a3-4edc6d9c71d4 req-60dd3fbb-4d42-4d3f-951b-8482149717a0 service neutron] Attempting to bind port 663d21b9-07dd-4b88-aa77-30c71c51762c on host hv-cinder-83444 for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 11:16:37.570805 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-3590d0f8-212e-4a4b-a4a3-4edc6d9c71d4 req-60dd3fbb-4d42-4d3f-951b-8482149717a0 service neutron] Attempting to bind port 663d21b9-07dd-4b88-aa77-30c71c51762c by drivers openvswitch,hyperv on host hv-cinder-83444 at level 0 using segments [{'id': '0a1e84a4-fbf5-4c4d-99c0-07e0e77a2e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '2d5bdb15-bba4-4c2a-876e-ee882497d62b'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 11:16:37.571119 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3590d0f8-212e-4a4b-a4a3-4edc6d9c71d4 req-60dd3fbb-4d42-4d3f-951b-8482149717a0 service neutron] Attempting to bind port 663d21b9-07dd-4b88-aa77-30c71c51762c on network 2d5bdb15-bba4-4c2a-876e-ee882497d62b {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:16:37.600470 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3590d0f8-212e-4a4b-a4a3-4edc6d9c71d4 req-60dd3fbb-4d42-4d3f-951b-8482149717a0 service neutron] Port 663d21b9-07dd-4b88-aa77-30c71c51762c on network 2d5bdb15-bba4-4c2a-876e-ee882497d62b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83444 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 21 11:16:37.600801 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3590d0f8-212e-4a4b-a4a3-4edc6d9c71d4 req-60dd3fbb-4d42-4d3f-951b-8482149717a0 service neutron] Attempting to bind port 663d21b9-07dd-4b88-aa77-30c71c51762c on network 2d5bdb15-bba4-4c2a-876e-ee882497d62b {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:16:37.622068 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 11:16:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30b746e4-d731-4e8f-859f-e7df98bc1be8 x-openstack-request-id: req-30b746e4-d731-4e8f-859f-e7df98bc1be8 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:16:37.622689 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a8514eb-adf4-4bee-ac09-6a3a4daa77f7", "name": "network-vif-plugged", "status": "completed", "tag": "be18abb0-ea4d-423e-b1fa-ca7d8938eb87", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:16:37.623134 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-30b746e4-d731-4e8f-859f-e7df98bc1be8 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:16:37.623901 dv-cinder-834448-1-smb neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a8514eb-adf4-4bee-ac09-6a3a4daa77f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be18abb0-ea4d-423e-b1fa-ca7d8938eb87', 'code': 200} Mar 21 11:16:37.635197 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3590d0f8-212e-4a4b-a4a3-4edc6d9c71d4 req-60dd3fbb-4d42-4d3f-951b-8482149717a0 service neutron] Checking agent: {'id': 'e1ce583e-86b5-47e2-b889-5e91679074ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83444', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 11, 11, 26), 'started_at': datetime.datetime(2022, 3, 21, 11, 11, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 11, 16, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 11:16:37.635556 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3590d0f8-212e-4a4b-a4a3-4edc6d9c71d4 req-60dd3fbb-4d42-4d3f-951b-8482149717a0 service neutron] Checking segment: {'id': '0a1e84a4-fbf5-4c4d-99c0-07e0e77a2e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '2d5bdb15-bba4-4c2a-876e-ee882497d62b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:16:37.635969 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3590d0f8-212e-4a4b-a4a3-4edc6d9c71d4 req-60dd3fbb-4d42-4d3f-951b-8482149717a0 service neutron] Bound using segment: {'id': '0a1e84a4-fbf5-4c4d-99c0-07e0e77a2e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '2d5bdb15-bba4-4c2a-876e-ee882497d62b'} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 11:16:37.636464 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-3590d0f8-212e-4a4b-a4a3-4edc6d9c71d4 req-60dd3fbb-4d42-4d3f-951b-8482149717a0 service neutron] Bound port: 663d21b9-07dd-4b88-aa77-30c71c51762c, host: hv-cinder-83444, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a1e84a4-fbf5-4c4d-99c0-07e0e77a2e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '2d5bdb15-bba4-4c2a-876e-ee882497d62b'}}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 11:16:37.636919 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-3590d0f8-212e-4a4b-a4a3-4edc6d9c71d4 req-60dd3fbb-4d42-4d3f-951b-8482149717a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (663d21b9-07dd-4b88-aa77-30c71c51762c), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:37.683732 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0a1857-2420-490b-bfbe-e6b34a584104 req-a476c759-0277-497a-a1f9-3a19e05c399d tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:37.685327 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-4e0a1857-2420-490b-bfbe-e6b34a584104 req-a476c759-0277-497a-a1f9-3a19e05c399d tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/ports?device_id=c60601a3-3fb9-48e4-b22d-6fa61e28dfa4 HTTP/1.1" status: 200 len: 944 time: 0.2277052 Mar 21 11:16:37.771104 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Device 2b0769f9-c74f-4114-80a4-943f425938fb up at agent ovs-agent-dv-cinder-834448-1-smb {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:16:37.927326 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-3590d0f8-212e-4a4b-a4a3-4edc6d9c71d4 req-60dd3fbb-4d42-4d3f-951b-8482149717a0 service neutron] For port 663d21b9-07dd-4b88-aa77-30c71c51762c, host hv-cinder-83444, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 11:16:37.952290 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-3590d0f8-212e-4a4b-a4a3-4edc6d9c71d4 req-60dd3fbb-4d42-4d3f-951b-8482149717a0 service neutron] For port 663d21b9-07dd-4b88-aa77-30c71c51762c, host hv-cinder-83444, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=663d21b9-07dd-4b88-aa77-30c71c51762c,segment=NetworkSegment(0a1e84a4-fbf5-4c4d-99c0-07e0e77a2e07),segment_id=0a1e84a4-fbf5-4c4d-99c0-07e0e77a2e07)] {{(pid=103421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 11:16:37.960460 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-4e0a1857-2420-490b-bfbe-e6b34a584104 req-7f89d72e-1d54-4528-ad52-2f0284502d33 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/security-groups?id=d03ae1a0-8987-409a-b315-103a0a29069c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2388244 Mar 21 11:16:37.963037 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Provisioning complete for port 2b0769f9-c74f-4114-80a4-943f425938fb triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:16:37.963588 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688166'] for port (2b0769f9-c74f-4114-80a4-943f425938fb), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:37.983900 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-3590d0f8-212e-4a4b-a4a3-4edc6d9c71d4 req-60dd3fbb-4d42-4d3f-951b-8482149717a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817'] for port (663d21b9-07dd-4b88-aa77-30c71c51762c), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:38.033980 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2f2919-f179-48f9-8470-c8de2ca9a615 req-78392720-4ec8-40fb-907d-8b881929472f tempest-VolumesNegativeTest-1105061362 tempest-VolumesNegativeTest-1105061362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:38.035605 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-ab2f2919-f179-48f9-8470-c8de2ca9a615 req-78392720-4ec8-40fb-907d-8b881929472f tempest-VolumesNegativeTest-1105061362 tempest-VolumesNegativeTest-1105061362-project] 10.222.0.24 "GET /v2.0/ports?device_id=06b1e5b9-96e3-410f-a52c-5354f130cd05 HTTP/1.1" status: 200 len: 947 time: 0.3103552 Mar 21 11:16:38.079513 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Current status of the port 2b0769f9-c74f-4114-80a4-943f425938fb is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:16:38.079767 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (2b0769f9-c74f-4114-80a4-943f425938fb), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:38.124012 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff9417a-992c-4f0d-887b-5dd686682c9f None None] Sync routers for ids ['de4efb80-6bb3-4be5-abb3-d9df19346de6'] in dv-cinder-834448-1-smb {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 11:16:38.132097 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e73a240-e94b-414c-9573-bf24eb582fde req-13a03507-66bb-402e-a869-98badd40839d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:38.133619 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-3e73a240-e94b-414c-9573-bf24eb582fde req-13a03507-66bb-402e-a869-98badd40839d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5a8514eb-adf4-4bee-ac09-6a3a4daa77f7 HTTP/1.1" status: 200 len: 1130 time: 0.3095994 Mar 21 11:16:38.138384 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] For port 2b0769f9-c74f-4114-80a4-943f425938fb, host dv-cinder-834448-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-smb',level=0,port_id=2b0769f9-c74f-4114-80a4-943f425938fb,segment=NetworkSegment(083ffffd-feb8-46cd-b20a-ab116e97b62a),segment_id=083ffffd-feb8-46cd-b20a-ab116e97b62a)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:16:38.149548 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff9417a-992c-4f0d-887b-5dd686682c9f None None] Routers {'de4efb80-6bb3-4be5-abb3-d9df19346de6'} bound to L3 agent in host dv-cinder-834448-1-smb {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:16:38.150782 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-bff9417a-992c-4f0d-887b-5dd686682c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-21T11:04:55Z,description=,heartbeat_timestamp=2022-03-21T11:16:26Z,host='dv-cinder-834448-1-smb',id=5097f9b2-2ef0-4af4-bde3-0c344dd6e70c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:55Z,topic='l3_agent')) {'router_ids': ['de4efb80-6bb3-4be5-abb3-d9df19346de6'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:16:38.157103 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817'] for port (2b0769f9-c74f-4114-80a4-943f425938fb), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:38.158352 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Device 64347300-7ed6-4f19-9e6b-b8c593939288 up at agent ovs-agent-dv-cinder-834448-1-smb {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:16:38.334485 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Pushing event updated for resources: {'Port': ['ID=2b0769f9-c74f-4114-80a4-943f425938fb,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:16:38.363752 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Provisioning complete for port 64347300-7ed6-4f19-9e6b-b8c593939288 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:16:38.364113 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688166'] for port (64347300-7ed6-4f19-9e6b-b8c593939288), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:38.369395 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-bff9417a-992c-4f0d-887b-5dd686682c9f None None] Set router de4efb80-6bb3-4be5-abb3-d9df19346de6 gateway port host: dv-cinder-834448-1-smb {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:16:38.470373 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3590d0f8-212e-4a4b-a4a3-4edc6d9c71d4 req-60dd3fbb-4d42-4d3f-951b-8482149717a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:38.470960 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-3590d0f8-212e-4a4b-a4a3-4edc6d9c71d4 req-60dd3fbb-4d42-4d3f-951b-8482149717a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97509'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:38.472386 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-3590d0f8-212e-4a4b-a4a3-4edc6d9c71d4 req-60dd3fbb-4d42-4d3f-951b-8482149717a0 service neutron] 10.222.0.32 "PUT /v2.0/ports/663d21b9-07dd-4b88-aa77-30c71c51762c HTTP/1.1" status: 200 len: 1097 time: 1.8803227 Mar 21 11:16:38.481806 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06b1e5b9-96e3-410f-a52c-5354f130cd05', 'tag': '663d21b9-07dd-4b88-aa77-30c71c51762c'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:16:38.483900 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881d039021bf7bfdbb2ec2cc2a60bd67cc793bf6de71028ad915050608b1b1c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1daa3dab-0321-43b6-aab5-f13843d0ebf3" -d '{"events": [{"name": "network-changed", "server_uuid": "06b1e5b9-96e3-410f-a52c-5354f130cd05", "tag": "663d21b9-07dd-4b88-aa77-30c71c51762c"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:16:38.554878 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dd3fbb-4d42-4d3f-951b-8482149717a0 service neutron] Pushing event updated for resources: {'Port': ['ID=663d21b9-07dd-4b88-aa77-30c71c51762c,revision_number=3']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:16:38.605868 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Current status of the port 64347300-7ed6-4f19-9e6b-b8c593939288 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:16:38.618259 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 44882) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:16:38.624257 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.v2.base [None req-8accb01b-dee9-4dfd-aeb3-d258d9d81360 tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1602906535', 'description': 'tempest-secgroup-smoke-1602906535 description', 'project_id': 'f24006b78ad645519d3645178a10b3c7'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:16:38.667844 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8accb01b-dee9-4dfd-aeb3-d258d9d81360 tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:38.675721 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-3e73a240-e94b-414c-9573-bf24eb582fde req-75038d59-07d7-4a33-9b8e-3be678d83295 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=6de27eb5-6cce-4260-8a13-a7475f6b033f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2393126 Mar 21 11:16:38.705408 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-ab2f2919-f179-48f9-8470-c8de2ca9a615 req-53b264dc-4c1b-4cb1-8d89-53cae8255a26 tempest-VolumesNegativeTest-1105061362 tempest-VolumesNegativeTest-1105061362-project] 10.222.0.24 "GET /v2.0/security-groups?id=74218d7c-a911-4bca-b2db-2bd2cc278c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6251431 Mar 21 11:16:38.722072 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 11:16:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e47dbaa1-1920-402b-8a9c-a1e2e9769204 x-openstack-request-id: req-e47dbaa1-1920-402b-8a9c-a1e2e9769204 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:16:38.722304 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06b1e5b9-96e3-410f-a52c-5354f130cd05", "tag": "663d21b9-07dd-4b88-aa77-30c71c51762c", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:16:38.722536 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e47dbaa1-1920-402b-8a9c-a1e2e9769204 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:16:38.722961 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06b1e5b9-96e3-410f-a52c-5354f130cd05', 'tag': '663d21b9-07dd-4b88-aa77-30c71c51762c', 'status': 'completed', 'code': 200} Mar 21 11:16:38.735744 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.db.resource_extend [None req-8e46e41a-eac5-4473-aa24-220245b73791 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 21 11:16:38.744296 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-bff9417a-992c-4f0d-887b-5dd686682c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de4efb80-6bb3-4be5-abb3-d9df19346de6', 'name': 'tempest-TestShelveInstance-333384680-router', 'tenant_id': 'fbc0a65a4d554ebeb044af88877baef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'external_fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.27'}], 'enable_snat': True}, 'gw_port_id': '2b0769f9-c74f-4114-80a4-943f425938fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:16:27Z', 'updated_at': '2022-03-21T11:16:36Z', 'revision_number': 4, 'project_id': 'fbc0a65a4d554ebeb044af88877baef1', 'gw_port': {'id': '2b0769f9-c74f-4114-80a4-943f425938fb', 'name': '', 'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:e0:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de4efb80-6bb3-4be5-abb3-d9df19346de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:16:29Z', 'updated_at': '2022-03-21T11:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-smb', '_interfaces': [{'id': '65fc51d6-0c40-4fc9-8736-dfdc676d3fc0', 'name': '', 'network_id': '5de5bd2c-6a6f-4fe6-ba79-ef9c3da97774', 'tenant_id': 'fbc0a65a4d554ebeb044af88877baef1', 'mac_address': 'fa:16:3e:90:bb:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de4efb80-6bb3-4be5-abb3-d9df19346de6', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'e80714d3-8ad3-4924-9e06-00a76cc08d08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:16:35Z', 'updated_at': '2022-03-21T11:16:36Z', 'revision_number': 2, 'project_id': 'fbc0a65a4d554ebeb044af88877baef1', 'subnets': [{'id': 'e80714d3-8ad3-4924-9e06-00a76cc08d08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-1-smb', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:16:38.787326 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff9417a-992c-4f0d-887b-5dd686682c9f None None] Checking router: de4efb80-6bb3-4be5-abb3-d9df19346de6 for host: dv-cinder-834448-1-smb {{(pid=103423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 11:16:38.787780 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff9417a-992c-4f0d-887b-5dd686682c9f None None] Updating router de4efb80-6bb3-4be5-abb3-d9df19346de6 port 65fc51d6-0c40-4fc9-8736-dfdc676d3fc0 binding host dv-cinder-834448-1-smb {{(pid=103423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 11:16:38.804313 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8accb01b-dee9-4dfd-aeb3-d258d9d81360 tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] Publish callbacks [] for security_group (d8206a3f-9c6f-4a0b-a450-e547744181ff), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:38.805862 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3590d0f8-212e-4a4b-a4a3-4edc6d9c71d4 req-281f6db8-3fae-4456-84d9-1795cd4e625f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:38.807847 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-3590d0f8-212e-4a4b-a4a3-4edc6d9c71d4 req-281f6db8-3fae-4456-84d9-1795cd4e625f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5b97f8fd69dd49b4b9b09a2addbeb5c5&device_id=06b1e5b9-96e3-410f-a52c-5354f130cd05 HTTP/1.1" status: 200 len: 1131 time: 0.2614341 Mar 21 11:16:38.813488 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8accb01b-dee9-4dfd-aeb3-d258d9d81360 tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (d8206a3f-9c6f-4a0b-a450-e547744181ff), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:38.844359 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bff9417a-992c-4f0d-887b-5dd686682c9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (65fc51d6-0c40-4fc9-8736-dfdc676d3fc0), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:38.850445 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8accb01b-dee9-4dfd-aeb3-d258d9d81360 tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:38.851747 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-8accb01b-dee9-4dfd-aeb3-d258d9d81360 tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2317767 Mar 21 11:16:38.856442 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 44884) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:16:38.861645 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.v2.base [None req-d253896d-b866-4082-81cc-e3cd36c84080 tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] Request body: {'security_group_rule': {'security_group_id': 'd8206a3f-9c6f-4a0b-a450-e547744181ff', 'project_id': 'f24006b78ad645519d3645178a10b3c7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:16:38.868119 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8accb01b-dee9-4dfd-aeb3-d258d9d81360 tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8206a3f-9c6f-4a0b-a450-e547744181ff,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:16:38.880163 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8e46e41a-eac5-4473-aa24-220245b73791 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:38.885493 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8e46e41a-eac5-4473-aa24-220245b73791 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1690700'] for floatingip (17c62a94-03e1-4447-ad3e-5f5a0aae738b), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:38.912918 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d253896d-b866-4082-81cc-e3cd36c84080 tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] Publish callbacks [] for security_group_rule (7c58b6be-78ab-4794-9b36-bf507c1bc6cc), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:38.988779 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d253896d-b866-4082-81cc-e3cd36c84080 tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] Publish callbacks [] for security_group_rule (7c58b6be-78ab-4794-9b36-bf507c1bc6cc), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:38.993948 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d253896d-b866-4082-81cc-e3cd36c84080 tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674879'] for security_group_rule (7c58b6be-78ab-4794-9b36-bf507c1bc6cc), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:39.003394 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-3590d0f8-212e-4a4b-a4a3-4edc6d9c71d4 req-ed6b9854-b1a7-4d2b-b38f-d29c4dcaa7e5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=663d21b9-07dd-4b88-aa77-30c71c51762c HTTP/1.1" status: 200 len: 217 time: 0.0760441 Mar 21 11:16:39.015812 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d253896d-b866-4082-81cc-e3cd36c84080 tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c58b6be-78ab-4794-9b36-bf507c1bc6cc,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:16:39.029456 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d253896d-b866-4082-81cc-e3cd36c84080 tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:39.033239 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-d253896d-b866-4082-81cc-e3cd36c84080 tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1727939 Mar 21 11:16:39.033499 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 44888) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:16:39.036171 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d66c437-c7d3-41ce-947d-a49e562a111c req-6a0a4abb-eb39-4dcf-9565-d1aa472658da tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:39.038287 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.v2.base [None req-d0ae689f-d1c4-4892-b2d1-fc14d3f10d4b tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] Request body: {'security_group_rule': {'security_group_id': 'd8206a3f-9c6f-4a0b-a450-e547744181ff', 'project_id': 'f24006b78ad645519d3645178a10b3c7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:16:39.044226 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-1d66c437-c7d3-41ce-947d-a49e562a111c req-6a0a4abb-eb39-4dcf-9565-d1aa472658da tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a8514eb-adf4-4bee-ac09-6a3a4daa77f7 HTTP/1.1" status: 200 len: 946 time: 0.2415056 Mar 21 11:16:39.071263 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d0ae689f-d1c4-4892-b2d1-fc14d3f10d4b tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] Publish callbacks [] for security_group_rule (c80815c9-4c06-4f0b-98e6-ed2206e94213), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:39.078564 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Device eb25be42-c760-4d98-b13e-5a70f54e1415 details requested by agent hyperv_hv-cinder-83444 with host hv-cinder-83444 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 11:16:39.147016 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3590d0f8-212e-4a4b-a4a3-4edc6d9c71d4 req-cb9723b6-e701-409b-bdfb-b86b93a8aac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:39.148962 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-3590d0f8-212e-4a4b-a4a3-4edc6d9c71d4 req-cb9723b6-e701-409b-bdfb-b86b93a8aac8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6ad1b5cb-cad5-49ef-bddd-2d7df263b67b HTTP/1.1" status: 200 len: 843 time: 0.1343710 Mar 21 11:16:39.162234 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d0ae689f-d1c4-4892-b2d1-fc14d3f10d4b tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] Publish callbacks [] for security_group_rule (c80815c9-4c06-4f0b-98e6-ed2206e94213), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:39.167472 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d0ae689f-d1c4-4892-b2d1-fc14d3f10d4b tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674879'] for security_group_rule (c80815c9-4c06-4f0b-98e6-ed2206e94213), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:39.173186 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.db.l3_db [None req-8e46e41a-eac5-4473-aa24-220245b73791 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Floating IP 17c62a94-03e1-4447-ad3e-5f5a0aae738b associated. External IP: 172.28.0.79, port: 8909e85b-714c-410e-80a1-e387d36aadc7. Mar 21 11:16:39.190386 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ae689f-d1c4-4892-b2d1-fc14d3f10d4b tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c80815c9-4c06-4f0b-98e6-ed2206e94213,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:16:39.208859 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d0ae689f-d1c4-4892-b2d1-fc14d3f10d4b tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:39.213099 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-d0ae689f-d1c4-4892-b2d1-fc14d3f10d4b tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1757567 Mar 21 11:16:39.213401 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 44890) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:16:39.218680 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.v2.base [None req-c357a8e4-6eca-4bd7-8427-891d997ef2f7 tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] Request body: {'security_group_rule': {'security_group_id': 'd8206a3f-9c6f-4a0b-a450-e547744181ff', 'project_id': 'f24006b78ad645519d3645178a10b3c7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:16:39.258175 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c357a8e4-6eca-4bd7-8427-891d997ef2f7 tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] Publish callbacks [] for security_group_rule (d7309f17-1600-4c70-81a6-4271d1438fab), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:39.280643 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-1d66c437-c7d3-41ce-947d-a49e562a111c req-751984fd-882d-4512-9515-f6bda8b22412 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] 10.222.0.24 "GET /v2.0/security-groups?id=6de27eb5-6cce-4260-8a13-a7475f6b033f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2355273 Mar 21 11:16:39.281336 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] For port eb25be42-c760-4d98-b13e-5a70f54e1415, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=eb25be42-c760-4d98-b13e-5a70f54e1415,segment=NetworkSegment(2b3dbd92-7596-4ba4-98c7-1ff5ff135374),segment_id=2b3dbd92-7596-4ba4-98c7-1ff5ff135374)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:16:39.309196 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Returning: {'device': 'eb25be42-c760-4d98-b13e-5a70f54e1415', 'network_id': 'edde1cdb-cb70-4a7f-a015-4d6abd2c41fa', 'port_id': 'eb25be42-c760-4d98-b13e-5a70f54e1415', 'mac_address': 'fa:16:3e:f4:d7:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb03aaa0-c83c-430c-a873-c18dc8bcb9dc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 11:16:39.318566 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bff9417a-992c-4f0d-887b-5dd686682c9f None None] Publish callbacks [] for port (65fc51d6-0c40-4fc9-8736-dfdc676d3fc0), precommit_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:39.337140 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3590d0f8-212e-4a4b-a4a3-4edc6d9c71d4 req-5686f176-79a5-427c-ae20-6f764410e56a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:39.338712 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-3590d0f8-212e-4a4b-a4a3-4edc6d9c71d4 req-5686f176-79a5-427c-ae20-6f764410e56a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2d5bdb15-bba4-4c2a-876e-ee882497d62b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1589487 Mar 21 11:16:39.344408 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bff9417a-992c-4f0d-887b-5dd686682c9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817'] for port (65fc51d6-0c40-4fc9-8736-dfdc676d3fc0), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:39.348103 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78f61c0-aabb-478e-8dd2-b6d9854905c6 req-8b0dffac-e009-4506-93d4-328ec37292a8 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:39.349676 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-d78f61c0-aabb-478e-8dd2-b6d9854905c6 req-8b0dffac-e009-4506-93d4-328ec37292a8 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/ports?device_id=c60601a3-3fb9-48e4-b22d-6fa61e28dfa4 HTTP/1.1" status: 200 len: 944 time: 0.2267935 Mar 21 11:16:39.361317 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c357a8e4-6eca-4bd7-8427-891d997ef2f7 tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] Publish callbacks [] for security_group_rule (d7309f17-1600-4c70-81a6-4271d1438fab), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:39.366568 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c357a8e4-6eca-4bd7-8427-891d997ef2f7 tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674879'] for security_group_rule (d7309f17-1600-4c70-81a6-4271d1438fab), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:39.399271 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Current status of the port eb25be42-c760-4d98-b13e-5a70f54e1415 is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:16:39.399744 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (eb25be42-c760-4d98-b13e-5a70f54e1415), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:39.402016 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c357a8e4-6eca-4bd7-8427-891d997ef2f7 tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7309f17-1600-4c70-81a6-4271d1438fab,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:16:39.410886 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c357a8e4-6eca-4bd7-8427-891d997ef2f7 tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:39.412742 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-c357a8e4-6eca-4bd7-8427-891d997ef2f7 tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1982999 Mar 21 11:16:39.415667 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 44892) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:16:39.428463 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.v2.base [None req-7b2b7c3a-bbcc-4eea-aee6-7ae5baa3009d tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] Request body: {'security_group_rule': {'security_group_id': 'd8206a3f-9c6f-4a0b-a450-e547744181ff', 'project_id': 'f24006b78ad645519d3645178a10b3c7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:16:39.434341 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04825717-b1a4-4020-bc40-e868ec9a901b None None] Pushing event updated for resources: {'Port': ['ID=65fc51d6-0c40-4fc9-8736-dfdc676d3fc0,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:16:39.437646 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb25be42-c760-4d98-b13e-5a70f54e1415 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 11:16:39.463463 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7b2b7c3a-bbcc-4eea-aee6-7ae5baa3009d tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] Publish callbacks [] for security_group_rule (34d70215-84a9-4abf-97da-f25bc4eedb44), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:39.524135 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] For port eb25be42-c760-4d98-b13e-5a70f54e1415, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=eb25be42-c760-4d98-b13e-5a70f54e1415,segment=NetworkSegment(2b3dbd92-7596-4ba4-98c7-1ff5ff135374),segment_id=2b3dbd92-7596-4ba4-98c7-1ff5ff135374)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:16:39.531955 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-bff9417a-992c-4f0d-887b-5dd686682c9f None None] Attempting to bind port 65fc51d6-0c40-4fc9-8736-dfdc676d3fc0 on host dv-cinder-834448-1-smb for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 11:16:39.532543 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-bff9417a-992c-4f0d-887b-5dd686682c9f None None] Attempting to bind port 65fc51d6-0c40-4fc9-8736-dfdc676d3fc0 by drivers openvswitch,hyperv on host dv-cinder-834448-1-smb at level 0 using segments [{'id': '7bb4f110-95a5-4aac-97de-c628905a3b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '5de5bd2c-6a6f-4fe6-ba79-ef9c3da97774'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 11:16:39.533099 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff9417a-992c-4f0d-887b-5dd686682c9f None None] Attempting to bind port 65fc51d6-0c40-4fc9-8736-dfdc676d3fc0 on network 5de5bd2c-6a6f-4fe6-ba79-ef9c3da97774 {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:16:39.537010 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817'] for port (eb25be42-c760-4d98-b13e-5a70f54e1415), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:39.548770 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7b2b7c3a-bbcc-4eea-aee6-7ae5baa3009d tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] Publish callbacks [] for security_group_rule (34d70215-84a9-4abf-97da-f25bc4eedb44), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:39.571511 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7b2b7c3a-bbcc-4eea-aee6-7ae5baa3009d tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674879'] for security_group_rule (34d70215-84a9-4abf-97da-f25bc4eedb44), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:39.572634 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-d78f61c0-aabb-478e-8dd2-b6d9854905c6 req-b4dee77c-5b3d-4347-bbf8-23882886f8a4 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/security-groups?id=d03ae1a0-8987-409a-b315-103a0a29069c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1978166 Mar 21 11:16:39.588105 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-3590d0f8-212e-4a4b-a4a3-4edc6d9c71d4 req-6b2fa6a7-9887-4cad-b95c-b48d8fae9c36 service neutron] 10.222.0.32 "GET /v2.0/networks/2d5bdb15-bba4-4c2a-876e-ee882497d62b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2373617 Mar 21 11:16:39.619726 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff9417a-992c-4f0d-887b-5dd686682c9f None None] Checking agent: {'id': '4788e3a4-6d7d-47da-90c6-7227f6e2e35d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834448-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 11, 5), 'started_at': datetime.datetime(2022, 3, 21, 11, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 11, 16, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834448-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 11:16:39.619726 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff9417a-992c-4f0d-887b-5dd686682c9f None None] Checking segment: {'id': '7bb4f110-95a5-4aac-97de-c628905a3b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '5de5bd2c-6a6f-4fe6-ba79-ef9c3da97774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:16:39.619726 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bff9417a-992c-4f0d-887b-5dd686682c9f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:39.619726 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff9417a-992c-4f0d-887b-5dd686682c9f None None] Bound using segment: {'id': '7bb4f110-95a5-4aac-97de-c628905a3b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '5de5bd2c-6a6f-4fe6-ba79-ef9c3da97774'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 11:16:39.619726 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-bff9417a-992c-4f0d-887b-5dd686682c9f None None] Bound port: 65fc51d6-0c40-4fc9-8736-dfdc676d3fc0, host: dv-cinder-834448-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bb4f110-95a5-4aac-97de-c628905a3b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '5de5bd2c-6a6f-4fe6-ba79-ef9c3da97774'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 11:16:39.619726 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bff9417a-992c-4f0d-887b-5dd686682c9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (65fc51d6-0c40-4fc9-8736-dfdc676d3fc0), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:39.633007 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2b7c3a-bbcc-4eea-aee6-7ae5baa3009d tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34d70215-84a9-4abf-97da-f25bc4eedb44,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:16:39.650301 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7b2b7c3a-bbcc-4eea-aee6-7ae5baa3009d tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:39.653560 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-7b2b7c3a-bbcc-4eea-aee6-7ae5baa3009d tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2341375 Mar 21 11:16:39.656454 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 44894) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:16:39.663729 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.v2.base [None req-3fd00ab1-c957-4790-9bbc-29f1334c7204 tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] Request body: {'security_group_rule': {'security_group_id': 'd8206a3f-9c6f-4a0b-a450-e547744181ff', 'project_id': 'f24006b78ad645519d3645178a10b3c7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:16:39.700186 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e46e41a-eac5-4473-aa24-220245b73791 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Router e82250b0-2c64-4e9e-b3db-8617ae46ff4c has already been hosted by L3 agent 5097f9b2-2ef0-4af4-bde3-0c344dd6e70c {{(pid=103421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 11:16:39.710436 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.db.securitygroups_db [None req-3fd00ab1-c957-4790-9bbc-29f1334c7204 tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] Project f24006b78ad645519d3645178a10b3c7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 21 11:16:39.725911 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3fd00ab1-c957-4790-9bbc-29f1334c7204 tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] Publish callbacks [] for security_group_rule (63f72165-6a1a-40b4-971a-48f7a9e92bcd), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:39.732816 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Device 2b0769f9-c74f-4114-80a4-943f425938fb up at agent ovs-agent-dv-cinder-834448-1-smb {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:16:39.827301 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Pushing event updated for resources: {'Port': ['ID=eb25be42-c760-4d98-b13e-5a70f54e1415,revision_number=9']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:16:39.842553 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3fd00ab1-c957-4790-9bbc-29f1334c7204 tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] Publish callbacks [] for security_group_rule (63f72165-6a1a-40b4-971a-48f7a9e92bcd), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:39.848689 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3fd00ab1-c957-4790-9bbc-29f1334c7204 tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674879'] for security_group_rule (63f72165-6a1a-40b4-971a-48f7a9e92bcd), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:39.869346 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd00ab1-c957-4790-9bbc-29f1334c7204 tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63f72165-6a1a-40b4-971a-48f7a9e92bcd,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:16:39.879863 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bff9417a-992c-4f0d-887b-5dd686682c9f None None] For port 65fc51d6-0c40-4fc9-8736-dfdc676d3fc0, host dv-cinder-834448-1-smb, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 11:16:39.884756 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3fd00ab1-c957-4790-9bbc-29f1334c7204 tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:39.885033 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bff9417a-992c-4f0d-887b-5dd686682c9f None None] For port 65fc51d6-0c40-4fc9-8736-dfdc676d3fc0, host dv-cinder-834448-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-smb',level=0,port_id=65fc51d6-0c40-4fc9-8736-dfdc676d3fc0,segment=NetworkSegment(7bb4f110-95a5-4aac-97de-c628905a3b9d),segment_id=7bb4f110-95a5-4aac-97de-c628905a3b9d)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 11:16:39.886037 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-3fd00ab1-c957-4790-9bbc-29f1334c7204 tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2282131 Mar 21 11:16:39.890007 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 44898) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:16:39.892937 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-7c799960-fa50-45e7-b6a2-f68d1df36f40 None None] Provisioning complete for port 65fc51d6-0c40-4fc9-8736-dfdc676d3fc0 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:16:39.893378 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-7c799960-fa50-45e7-b6a2-f68d1df36f40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688166'] for port (65fc51d6-0c40-4fc9-8736-dfdc676d3fc0), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:39.898622 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bff9417a-992c-4f0d-887b-5dd686682c9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817'] for port (65fc51d6-0c40-4fc9-8736-dfdc676d3fc0), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:39.905367 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.v2.base [None req-e0374911-2e90-47b0-b24d-a93e288d9ec1 tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] Request body: {'security_group_rule': {'security_group_id': 'd8206a3f-9c6f-4a0b-a450-e547744181ff', 'project_id': 'f24006b78ad645519d3645178a10b3c7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:16:39.947183 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.db.securitygroups_db [None req-e0374911-2e90-47b0-b24d-a93e288d9ec1 tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] Project f24006b78ad645519d3645178a10b3c7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 21 11:16:39.955905 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-3590d0f8-212e-4a4b-a4a3-4edc6d9c71d4 req-f9f51e27-8de6-4a2c-821a-8b724aa8d860 service neutron] 10.222.0.32 "GET /v2.0/networks/2d5bdb15-bba4-4c2a-876e-ee882497d62b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3529305 Mar 21 11:16:39.961588 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e0374911-2e90-47b0-b24d-a93e288d9ec1 tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] Publish callbacks [] for security_group_rule (37ce6334-d3ec-4e16-9188-a4ae6b88c7ca), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:39.974410 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] get_ports_and_sgs() called for port_ids ['eb25be42-c760-4d98-b13e-5a70f54e1415'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 11:16:39.990665 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04013741-f214-4b2d-9de2-f2ca0efe58bf req-7fe527c2-76b3-403d-954b-564abeb9671a tempest-VolumesNegativeTest-1105061362 tempest-VolumesNegativeTest-1105061362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:39.992330 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-04013741-f214-4b2d-9de2-f2ca0efe58bf req-7fe527c2-76b3-403d-954b-564abeb9671a tempest-VolumesNegativeTest-1105061362 tempest-VolumesNegativeTest-1105061362-project] 10.222.0.24 "GET /v2.0/ports?device_id=06b1e5b9-96e3-410f-a52c-5354f130cd05 HTTP/1.1" status: 200 len: 947 time: 0.1720984 Mar 21 11:16:39.997262 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e46e41a-eac5-4473-aa24-220245b73791 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Notify agent at l3_agent.dv-cinder-834448-1-smb the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 11:16:40.002710 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8e46e41a-eac5-4473-aa24-220245b73791 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97509'] for floatingip (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:40.015810 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7638e7f-c9a1-4a91-aaf7-e60f6982458b None None] Sync routers for ids ['e82250b0-2c64-4e9e-b3db-8617ae46ff4c'] in dv-cinder-834448-1-smb {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 11:16:40.029142 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Provisioning complete for port 2b0769f9-c74f-4114-80a4-943f425938fb triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:16:40.029418 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688166'] for port (2b0769f9-c74f-4114-80a4-943f425938fb), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:40.050183 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7638e7f-c9a1-4a91-aaf7-e60f6982458b None None] Routers {'e82250b0-2c64-4e9e-b3db-8617ae46ff4c'} bound to L3 agent in host dv-cinder-834448-1-smb {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:16:40.052992 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-f7638e7f-c9a1-4a91-aaf7-e60f6982458b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-21T11:04:55Z,description=,heartbeat_timestamp=2022-03-21T11:16:26Z,host='dv-cinder-834448-1-smb',id=5097f9b2-2ef0-4af4-bde3-0c344dd6e70c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:55Z,topic='l3_agent')) {'router_ids': ['e82250b0-2c64-4e9e-b3db-8617ae46ff4c'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:16:40.099968 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-8e46e41a-eac5-4473-aa24-220245b73791 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "PUT /v2.0/floatingips/17c62a94-03e1-4447-ad3e-5f5a0aae738b HTTP/1.1" status: 200 len: 990 time: 2.7388515 Mar 21 11:16:40.181551 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e0374911-2e90-47b0-b24d-a93e288d9ec1 tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] Publish callbacks [] for security_group_rule (37ce6334-d3ec-4e16-9188-a4ae6b88c7ca), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:40.185122 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-04013741-f214-4b2d-9de2-f2ca0efe58bf req-697add0b-36b1-4cc3-addd-b94d04358df5 tempest-VolumesNegativeTest-1105061362 tempest-VolumesNegativeTest-1105061362-project] 10.222.0.24 "GET /v2.0/security-groups?id=74218d7c-a911-4bca-b2db-2bd2cc278c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482704 Mar 21 11:16:40.192149 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e0374911-2e90-47b0-b24d-a93e288d9ec1 tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674879'] for security_group_rule (37ce6334-d3ec-4e16-9188-a4ae6b88c7ca), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:40.231097 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04825717-b1a4-4020-bc40-e868ec9a901b None None] Pushing event updated for resources: {'Port': ['ID=65fc51d6-0c40-4fc9-8736-dfdc676d3fc0,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:16:40.243019 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff9417a-992c-4f0d-887b-5dd686682c9f None None] Routers {'de4efb80-6bb3-4be5-abb3-d9df19346de6'} bound to L3 agent in host dv-cinder-834448-1-smb {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:16:40.251967 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-bff9417a-992c-4f0d-887b-5dd686682c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-21T11:04:55Z,description=,heartbeat_timestamp=2022-03-21T11:16:26Z,host='dv-cinder-834448-1-smb',id=5097f9b2-2ef0-4af4-bde3-0c344dd6e70c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:55Z,topic='l3_agent')) {'router_ids': ['de4efb80-6bb3-4be5-abb3-d9df19346de6'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:16:40.261308 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e0374911-2e90-47b0-b24d-a93e288d9ec1 tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:40.263488 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-e0374911-2e90-47b0-b24d-a93e288d9ec1 tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3713269 Mar 21 11:16:40.275344 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0374911-2e90-47b0-b24d-a93e288d9ec1 tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37ce6334-d3ec-4e16-9188-a4ae6b88c7ca,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:16:40.293685 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daa3dab-0321-43b6-aab5-f13843d0ebf3 req-8920012d-e7f1-4638-8d16-542955d662b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:40.295961 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-1daa3dab-0321-43b6-aab5-f13843d0ebf3 req-8920012d-e7f1-4638-8d16-542955d662b7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5b97f8fd69dd49b4b9b09a2addbeb5c5&device_id=06b1e5b9-96e3-410f-a52c-5354f130cd05 HTTP/1.1" status: 200 len: 1131 time: 0.1781147 Mar 21 11:16:40.375443 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-f7638e7f-c9a1-4a91-aaf7-e60f6982458b None None] Set router e82250b0-2c64-4e9e-b3db-8617ae46ff4c gateway port host: dv-cinder-834448-1-smb {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:16:40.556549 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f1e10e-c83e-40b7-a6a9-66a1c9035f30 req-e8573ad4-74f9-4f0b-97f2-9dd3f473cf13 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:40.558274 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-43f1e10e-c83e-40b7-a6a9-66a1c9035f30 req-e8573ad4-74f9-4f0b-97f2-9dd3f473cf13 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a8514eb-adf4-4bee-ac09-6a3a4daa77f7 HTTP/1.1" status: 200 len: 946 time: 0.1325085 Mar 21 11:16:40.698970 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-43f1e10e-c83e-40b7-a6a9-66a1c9035f30 req-f9f5f895-6673-486d-9f20-fda45d59af67 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] 10.222.0.24 "GET /v2.0/security-groups?id=6de27eb5-6cce-4260-8a13-a7475f6b033f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1282220 Mar 21 11:16:40.709206 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daa3dab-0321-43b6-aab5-f13843d0ebf3 req-88021590-83ba-4ffd-9e8b-fb1aa30a286f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:40.709950 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-1daa3dab-0321-43b6-aab5-f13843d0ebf3 req-88021590-83ba-4ffd-9e8b-fb1aa30a286f service neutron] 10.222.0.32 "GET /v2.0/networks?id=2d5bdb15-bba4-4c2a-876e-ee882497d62b HTTP/1.1" status: 200 len: 870 time: 0.4079516 Mar 21 11:16:40.711265 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-7c799960-fa50-45e7-b6a2-f68d1df36f40 None None] Current status of the port 65fc51d6-0c40-4fc9-8736-dfdc676d3fc0 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:16:40.712107 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-7c799960-fa50-45e7-b6a2-f68d1df36f40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (65fc51d6-0c40-4fc9-8736-dfdc676d3fc0), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:40.736748 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8191288d-f5b6-4728-9532-86f77e741727', 'tag': '8909e85b-714c-410e-80a1-e387d36aadc7'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:16:40.737007 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-f7638e7f-c9a1-4a91-aaf7-e60f6982458b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e82250b0-2c64-4e9e-b3db-8617ae46ff4c', 'name': 'tempest-ServerRescueNegativeTestJSON-2065661749-router', 'tenant_id': '52347e0a8df44be6bcf4f99067c9a702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'external_fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.47'}], 'enable_snat': True}, 'gw_port_id': 'edda812f-da92-43c8-a40f-d8798ab369d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:13:32Z', 'updated_at': '2022-03-21T11:13:54Z', 'revision_number': 4, 'project_id': '52347e0a8df44be6bcf4f99067c9a702', 'gw_port': {'id': 'edda812f-da92-43c8-a40f-d8798ab369d7', 'name': '', 'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:49:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82250b0-2c64-4e9e-b3db-8617ae46ff4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:36Z', 'updated_at': '2022-03-21T11:13:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-smb', '_floatingips': [{'id': '17c62a94-03e1-4447-ad3e-5f5a0aae738b', 'tenant_id': '52347e0a8df44be6bcf4f99067c9a702', 'floating_ip_address': '172.28.0.79', 'floating_network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'router_id': 'e82250b0-2c64-4e9e-b3db-8617ae46ff4c', 'port_id': '8909e85b-714c-410e-80a1-e387d36aadc7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 370, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a579521-14d3-4610-a099-3c56c62bd19a', 'mac_address': 'fa:16:3e:a3:0d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8191288d-f5b6-4728-9532-86f77e741727', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T11:16:10Z', 'updated_at': '2022-03-21T11:16:38Z', 'revision_number': 1, 'project_id': '52347e0a8df44be6bcf4f99067c9a702', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '506ecfd7-bedb-48f7-8ae0-d74505b91b1b', 'name': '', 'network_id': '4a579521-14d3-4610-a099-3c56c62bd19a', 'tenant_id': '52347e0a8df44be6bcf4f99067c9a702', 'mac_address': 'fa:16:3e:70:97:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82250b0-2c64-4e9e-b3db-8617ae46ff4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '8a3d170f-7254-484a-9abf-df0a7cea6ed2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:48Z', 'updated_at': '2022-03-21T11:14:07Z', 'revision_number': 5, 'project_id': '52347e0a8df44be6bcf4f99067c9a702', 'subnets': [{'id': '8a3d170f-7254-484a-9abf-df0a7cea6ed2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-1-smb', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:16:40.737217 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881d039021bf7bfdbb2ec2cc2a60bd67cc793bf6de71028ad915050608b1b1c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2462b450-ee4a-4d39-8a39-bb59e73ba6eb" -d '{"events": [{"name": "network-changed", "server_uuid": "8191288d-f5b6-4728-9532-86f77e741727", "tag": "8909e85b-714c-410e-80a1-e387d36aadc7"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:16:40.772530 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7638e7f-c9a1-4a91-aaf7-e60f6982458b None None] Checking router: e82250b0-2c64-4e9e-b3db-8617ae46ff4c for host: dv-cinder-834448-1-smb {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 11:16:40.777233 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Current status of the port 2b0769f9-c74f-4114-80a4-943f425938fb is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:16:40.798430 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7638e7f-c9a1-4a91-aaf7-e60f6982458b None None] Routers {'e82250b0-2c64-4e9e-b3db-8617ae46ff4c'} bound to L3 agent in host dv-cinder-834448-1-smb {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:16:40.800511 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-f7638e7f-c9a1-4a91-aaf7-e60f6982458b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-21T11:04:55Z,description=,heartbeat_timestamp=2022-03-21T11:16:26Z,host='dv-cinder-834448-1-smb',id=5097f9b2-2ef0-4af4-bde3-0c344dd6e70c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:55Z,topic='l3_agent')) {'router_ids': ['e82250b0-2c64-4e9e-b3db-8617ae46ff4c'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:16:40.897013 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-7c799960-fa50-45e7-b6a2-f68d1df36f40 None None] For port 65fc51d6-0c40-4fc9-8736-dfdc676d3fc0, host dv-cinder-834448-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-smb',level=0,port_id=65fc51d6-0c40-4fc9-8736-dfdc676d3fc0,segment=NetworkSegment(7bb4f110-95a5-4aac-97de-c628905a3b9d),segment_id=7bb4f110-95a5-4aac-97de-c628905a3b9d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:16:40.916926 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-7c799960-fa50-45e7-b6a2-f68d1df36f40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817'] for port (65fc51d6-0c40-4fc9-8736-dfdc676d3fc0), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:40.957280 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-f7638e7f-c9a1-4a91-aaf7-e60f6982458b None None] Set router e82250b0-2c64-4e9e-b3db-8617ae46ff4c gateway port host: dv-cinder-834448-1-smb {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:16:40.959313 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-bff9417a-992c-4f0d-887b-5dd686682c9f None None] Set router de4efb80-6bb3-4be5-abb3-d9df19346de6 gateway port host: dv-cinder-834448-1-smb {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:16:41.188087 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-acc42e0f-c74a-406b-aec8-dfb718a7a9e4 None None] Provisioning complete for port 65fc51d6-0c40-4fc9-8736-dfdc676d3fc0 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:16:41.189784 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-acc42e0f-c74a-406b-aec8-dfb718a7a9e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688166'] for port (65fc51d6-0c40-4fc9-8736-dfdc676d3fc0), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:41.213432 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-1daa3dab-0321-43b6-aab5-f13843d0ebf3 req-29e6ad42-26ba-4704-9265-f6ecdaf40a2b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=663d21b9-07dd-4b88-aa77-30c71c51762c HTTP/1.1" status: 200 len: 217 time: 0.4956844 Mar 21 11:16:41.215689 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c799960-fa50-45e7-b6a2-f68d1df36f40 None None] Pushing event updated for resources: {'Port': ['ID=65fc51d6-0c40-4fc9-8736-dfdc676d3fc0,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:16:41.343161 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daa3dab-0321-43b6-aab5-f13843d0ebf3 req-a4c00c85-294b-456b-a40d-7286948f5286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:41.344862 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-1daa3dab-0321-43b6-aab5-f13843d0ebf3 req-a4c00c85-294b-456b-a40d-7286948f5286 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6ad1b5cb-cad5-49ef-bddd-2d7df263b67b HTTP/1.1" status: 200 len: 843 time: 0.1000054 Mar 21 11:16:41.362999 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb55e96-c415-4e65-8a95-fda46032327a req-e21eb692-ce6a-44d0-8f16-aafffc9f917d tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:41.364629 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-4eb55e96-c415-4e65-8a95-fda46032327a req-e21eb692-ce6a-44d0-8f16-aafffc9f917d tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/ports?device_id=c60601a3-3fb9-48e4-b22d-6fa61e28dfa4 HTTP/1.1" status: 200 len: 945 time: 0.6066132 Mar 21 11:16:41.382657 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19724dfd-91c5-4333-b16c-c7b83a2119d1 req-393bedfd-b17a-4205-8160-6751de417116 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:41.395292 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 44964) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:16:41.404242 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-19724dfd-91c5-4333-b16c-c7b83a2119d1 req-393bedfd-b17a-4205-8160-6751de417116 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a8514eb-adf4-4bee-ac09-6a3a4daa77f7 HTTP/1.1" status: 200 len: 946 time: 0.5591488 Mar 21 11:16:41.404673 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.v2.base [None req-db5886b7-1977-4892-ac95-4dc13a7ed6f5 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Request body: {'floatingip': {'port_id': 'be18abb0-ea4d-423e-b1fa-ca7d8938eb87'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:16:41.432488 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-acc42e0f-c74a-406b-aec8-dfb718a7a9e4 None None] Current status of the port 65fc51d6-0c40-4fc9-8736-dfdc676d3fc0 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:16:41.485261 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-db5886b7-1977-4892-ac95-4dc13a7ed6f5 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks [] for floatingip (43986418-6531-4f10-8785-c5b23d92807f), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:41.492088 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-f7638e7f-c9a1-4a91-aaf7-e60f6982458b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e82250b0-2c64-4e9e-b3db-8617ae46ff4c', 'name': 'tempest-ServerRescueNegativeTestJSON-2065661749-router', 'tenant_id': '52347e0a8df44be6bcf4f99067c9a702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'external_fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.47'}], 'enable_snat': True}, 'gw_port_id': 'edda812f-da92-43c8-a40f-d8798ab369d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:13:32Z', 'updated_at': '2022-03-21T11:13:54Z', 'revision_number': 4, 'project_id': '52347e0a8df44be6bcf4f99067c9a702', 'gw_port': {'id': 'edda812f-da92-43c8-a40f-d8798ab369d7', 'name': '', 'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:49:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82250b0-2c64-4e9e-b3db-8617ae46ff4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:36Z', 'updated_at': '2022-03-21T11:13:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-smb', '_floatingips': [{'id': '17c62a94-03e1-4447-ad3e-5f5a0aae738b', 'tenant_id': '52347e0a8df44be6bcf4f99067c9a702', 'floating_ip_address': '172.28.0.79', 'floating_network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'router_id': 'e82250b0-2c64-4e9e-b3db-8617ae46ff4c', 'port_id': '8909e85b-714c-410e-80a1-e387d36aadc7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 370, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a579521-14d3-4610-a099-3c56c62bd19a', 'mac_address': 'fa:16:3e:a3:0d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8191288d-f5b6-4728-9532-86f77e741727', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T11:16:10Z', 'updated_at': '2022-03-21T11:16:38Z', 'revision_number': 1, 'project_id': '52347e0a8df44be6bcf4f99067c9a702', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '506ecfd7-bedb-48f7-8ae0-d74505b91b1b', 'name': '', 'network_id': '4a579521-14d3-4610-a099-3c56c62bd19a', 'tenant_id': '52347e0a8df44be6bcf4f99067c9a702', 'mac_address': 'fa:16:3e:70:97:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82250b0-2c64-4e9e-b3db-8617ae46ff4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '8a3d170f-7254-484a-9abf-df0a7cea6ed2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:48Z', 'updated_at': '2022-03-21T11:14:07Z', 'revision_number': 5, 'project_id': '52347e0a8df44be6bcf4f99067c9a702', 'subnets': [{'id': '8a3d170f-7254-484a-9abf-df0a7cea6ed2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-1-smb', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:16:41.499586 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-bff9417a-992c-4f0d-887b-5dd686682c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de4efb80-6bb3-4be5-abb3-d9df19346de6', 'name': 'tempest-TestShelveInstance-333384680-router', 'tenant_id': 'fbc0a65a4d554ebeb044af88877baef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'external_fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.27'}], 'enable_snat': True}, 'gw_port_id': '2b0769f9-c74f-4114-80a4-943f425938fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:16:27Z', 'updated_at': '2022-03-21T11:16:36Z', 'revision_number': 4, 'project_id': 'fbc0a65a4d554ebeb044af88877baef1', 'gw_port': {'id': '2b0769f9-c74f-4114-80a4-943f425938fb', 'name': '', 'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:e0:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de4efb80-6bb3-4be5-abb3-d9df19346de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:16:29Z', 'updated_at': '2022-03-21T11:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-smb', '_interfaces': [{'id': '65fc51d6-0c40-4fc9-8736-dfdc676d3fc0', 'name': '', 'network_id': '5de5bd2c-6a6f-4fe6-ba79-ef9c3da97774', 'tenant_id': 'fbc0a65a4d554ebeb044af88877baef1', 'mac_address': 'fa:16:3e:90:bb:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de4efb80-6bb3-4be5-abb3-d9df19346de6', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'e80714d3-8ad3-4924-9e06-00a76cc08d08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:16:35Z', 'updated_at': '2022-03-21T11:16:39Z', 'revision_number': 4, 'project_id': 'fbc0a65a4d554ebeb044af88877baef1', 'subnets': [{'id': 'e80714d3-8ad3-4924-9e06-00a76cc08d08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-1-smb', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:16:41.509050 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 11:16:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fa183a9-dd21-4b6b-af67-74418c94ec74 x-openstack-request-id: req-3fa183a9-dd21-4b6b-af67-74418c94ec74 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:16:41.509493 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8191288d-f5b6-4728-9532-86f77e741727", "tag": "8909e85b-714c-410e-80a1-e387d36aadc7", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:16:41.510067 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3fa183a9-dd21-4b6b-af67-74418c94ec74 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:16:41.511424 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8191288d-f5b6-4728-9532-86f77e741727', 'tag': '8909e85b-714c-410e-80a1-e387d36aadc7', 'status': 'completed', 'code': 200} Mar 21 11:16:41.596307 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7638e7f-c9a1-4a91-aaf7-e60f6982458b None None] The sync data for ids ['e82250b0-2c64-4e9e-b3db-8617ae46ff4c'] in dv-cinder-834448-1-smb is: [{'id': 'e82250b0-2c64-4e9e-b3db-8617ae46ff4c', 'name': 'tempest-ServerRescueNegativeTestJSON-2065661749-router', 'tenant_id': '52347e0a8df44be6bcf4f99067c9a702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'external_fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.47'}], 'enable_snat': True}, 'gw_port_id': 'edda812f-da92-43c8-a40f-d8798ab369d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:13:32Z', 'updated_at': '2022-03-21T11:13:54Z', 'revision_number': 4, 'project_id': '52347e0a8df44be6bcf4f99067c9a702', 'gw_port': {'id': 'edda812f-da92-43c8-a40f-d8798ab369d7', 'name': '', 'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:49:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82250b0-2c64-4e9e-b3db-8617ae46ff4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:36Z', 'updated_at': '2022-03-21T11:13:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-smb', '_floatingips': [{'id': '17c62a94-03e1-4447-ad3e-5f5a0aae738b', 'tenant_id': '52347e0a8df44be6bcf4f99067c9a702', 'floating_ip_address': '172.28.0.79', 'floating_network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'router_id': 'e82250b0-2c64-4e9e-b3db-8617ae46ff4c', 'port_id': '8909e85b-714c-410e-80a1-e387d36aadc7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 370, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a579521-14d3-4610-a099-3c56c62bd19a', 'mac_address': 'fa:16:3e:a3:0d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8191288d-f5b6-4728-9532-86f77e741727', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T11:16:10Z', 'updated_at': '2022-03-21T11:16:38Z', 'revision_number': 1, 'project_id': '52347e0a8df44be6bcf4f99067c9a702', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '506ecfd7-bedb-48f7-8ae0-d74505b91b1b', 'name': '', 'network_id': '4a579521-14d3-4610-a099-3c56c62bd19a', 'tenant_id': '52347e0a8df44be6bcf4f99067c9a702', 'mac_address': 'fa:16:3e:70:97:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82250b0-2c64-4e9e-b3db-8617ae46ff4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '8a3d170f-7254-484a-9abf-df0a7cea6ed2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:48Z', 'updated_at': '2022-03-21T11:14:07Z', 'revision_number': 5, 'project_id': '52347e0a8df44be6bcf4f99067c9a702', 'subnets': [{'id': '8a3d170f-7254-484a-9abf-df0a7cea6ed2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 11:16:41.619587 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff9417a-992c-4f0d-887b-5dd686682c9f None None] The sync data for ids ['de4efb80-6bb3-4be5-abb3-d9df19346de6'] in dv-cinder-834448-1-smb is: [{'id': 'de4efb80-6bb3-4be5-abb3-d9df19346de6', 'name': 'tempest-TestShelveInstance-333384680-router', 'tenant_id': 'fbc0a65a4d554ebeb044af88877baef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'external_fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.27'}], 'enable_snat': True}, 'gw_port_id': '2b0769f9-c74f-4114-80a4-943f425938fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:16:27Z', 'updated_at': '2022-03-21T11:16:36Z', 'revision_number': 4, 'project_id': 'fbc0a65a4d554ebeb044af88877baef1', 'gw_port': {'id': '2b0769f9-c74f-4114-80a4-943f425938fb', 'name': '', 'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:e0:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de4efb80-6bb3-4be5-abb3-d9df19346de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:16:29Z', 'updated_at': '2022-03-21T11:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-smb', '_interfaces': [{'id': '65fc51d6-0c40-4fc9-8736-dfdc676d3fc0', 'name': '', 'network_id': '5de5bd2c-6a6f-4fe6-ba79-ef9c3da97774', 'tenant_id': 'fbc0a65a4d554ebeb044af88877baef1', 'mac_address': 'fa:16:3e:90:bb:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de4efb80-6bb3-4be5-abb3-d9df19346de6', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'e80714d3-8ad3-4924-9e06-00a76cc08d08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:16:35Z', 'updated_at': '2022-03-21T11:16:39Z', 'revision_number': 4, 'project_id': 'fbc0a65a4d554ebeb044af88877baef1', 'subnets': [{'id': 'e80714d3-8ad3-4924-9e06-00a76cc08d08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 11:16:41.690743 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-4eb55e96-c415-4e65-8a95-fda46032327a req-d90e2fe0-fb1b-43cb-ad35-736b4016926f tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/security-groups?id=d03ae1a0-8987-409a-b315-103a0a29069c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3173885 Mar 21 11:16:41.734154 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daa3dab-0321-43b6-aab5-f13843d0ebf3 req-c69e7408-6525-4841-8717-4108435c8d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:41.757831 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-1daa3dab-0321-43b6-aab5-f13843d0ebf3 req-c69e7408-6525-4841-8717-4108435c8d2c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2d5bdb15-bba4-4c2a-876e-ee882497d62b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.4041636 Mar 21 11:16:41.922895 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2462b450-ee4a-4d39-8a39-bb59e73ba6eb req-f97e3acb-76d2-402f-ba36-922fe934ee8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:41.924585 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-2462b450-ee4a-4d39-8a39-bb59e73ba6eb req-f97e3acb-76d2-402f-ba36-922fe934ee8e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=52347e0a8df44be6bcf4f99067c9a702&device_id=8191288d-f5b6-4728-9532-86f77e741727 HTTP/1.1" status: 200 len: 1129 time: 0.3827529 Mar 21 11:16:41.984645 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-1daa3dab-0321-43b6-aab5-f13843d0ebf3 req-fd201630-9a42-456d-95c4-3647760e578d service neutron] 10.222.0.32 "GET /v2.0/networks/2d5bdb15-bba4-4c2a-876e-ee882497d62b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2133391 Mar 21 11:16:41.989061 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1559f0b3-132e-409d-b59e-45351163af13 None None] New status for floating IP 17c62a94-03e1-4447-ad3e-5f5a0aae738b: ACTIVE {{(pid=103423) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 11:16:41.992331 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303bd266-66fd-4f5b-bc6f-8ec057713018 req-3f6e05d1-c492-4096-9597-d29dbb085c1a tempest-VolumesNegativeTest-1105061362 tempest-VolumesNegativeTest-1105061362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:41.996560 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-303bd266-66fd-4f5b-bc6f-8ec057713018 req-3f6e05d1-c492-4096-9597-d29dbb085c1a tempest-VolumesNegativeTest-1105061362 tempest-VolumesNegativeTest-1105061362-project] 10.222.0.24 "GET /v2.0/ports?device_id=06b1e5b9-96e3-410f-a52c-5354f130cd05 HTTP/1.1" status: 200 len: 947 time: 0.3722179 Mar 21 11:16:42.455736 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-1daa3dab-0321-43b6-aab5-f13843d0ebf3 req-7590675a-060f-43b2-966b-dd284566c217 service neutron] 10.222.0.32 "GET /v2.0/networks/2d5bdb15-bba4-4c2a-876e-ee882497d62b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4195564 Mar 21 11:16:42.479758 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-303bd266-66fd-4f5b-bc6f-8ec057713018 req-b66a29f4-cd83-4a9a-b168-a1525f978c36 tempest-VolumesNegativeTest-1105061362 tempest-VolumesNegativeTest-1105061362-project] 10.222.0.24 "GET /v2.0/security-groups?id=74218d7c-a911-4bca-b2db-2bd2cc278c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4400990 Mar 21 11:16:42.508088 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2462b450-ee4a-4d39-8a39-bb59e73ba6eb req-d704894b-3163-49a2-9d22-bae8288f268c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:42.509932 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-2462b450-ee4a-4d39-8a39-bb59e73ba6eb req-d704894b-3163-49a2-9d22-bae8288f268c service neutron] 10.222.0.32 "GET /v2.0/networks?id=4a579521-14d3-4610-a099-3c56c62bd19a HTTP/1.1" status: 200 len: 920 time: 0.5643353 Mar 21 11:16:42.515794 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.agents_db [None req-8008186f-aa22-4b77-a63e-1bf9dbff4757 None None] Agent healthcheck: found 6 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 11:16:42.524319 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-db5886b7-1977-4892-ac95-4dc13a7ed6f5 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:42.543431 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-db5886b7-1977-4892-ac95-4dc13a7ed6f5 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1690700'] for floatingip (43986418-6531-4f10-8785-c5b23d92807f), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:42.602912 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-2462b450-ee4a-4d39-8a39-bb59e73ba6eb req-6a5053c2-4b6d-4db2-a560-4872681478c5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8909e85b-714c-410e-80a1-e387d36aadc7 HTTP/1.1" status: 200 len: 1000 time: 0.0837963 Mar 21 11:16:42.665725 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2462b450-ee4a-4d39-8a39-bb59e73ba6eb req-6dab1c1d-bb55-4da5-8d67-451c044ebec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:42.667260 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-2462b450-ee4a-4d39-8a39-bb59e73ba6eb req-6dab1c1d-bb55-4da5-8d67-451c044ebec9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8a3d170f-7254-484a-9abf-df0a7cea6ed2 HTTP/1.1" status: 200 len: 858 time: 0.0511584 Mar 21 11:16:42.700265 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.db.l3_db [None req-db5886b7-1977-4892-ac95-4dc13a7ed6f5 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Floating IP 43986418-6531-4f10-8785-c5b23d92807f associated. External IP: 172.28.0.120, port: be18abb0-ea4d-423e-b1fa-ca7d8938eb87. Mar 21 11:16:42.730295 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2462b450-ee4a-4d39-8a39-bb59e73ba6eb req-53ba00c8-bd0a-4c04-a51c-8fe568fa61ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:42.732587 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-2462b450-ee4a-4d39-8a39-bb59e73ba6eb req-53ba00c8-bd0a-4c04-a51c-8fe568fa61ef service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4a579521-14d3-4610-a099-3c56c62bd19a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0569756 Mar 21 11:16:42.877404 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-2462b450-ee4a-4d39-8a39-bb59e73ba6eb req-dd6b64bc-0e4c-48b9-93fb-a831fc54fbef service neutron] 10.222.0.32 "GET /v2.0/networks/4a579521-14d3-4610-a099-3c56c62bd19a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375339 Mar 21 11:16:42.885612 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a040c578-1671-4483-903d-3260be18b71d req-5f78c6a9-4042-4edf-a25a-b63940cd2398 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:42.887322 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-a040c578-1671-4483-903d-3260be18b71d req-5f78c6a9-4042-4edf-a25a-b63940cd2398 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/ports?device_id=c60601a3-3fb9-48e4-b22d-6fa61e28dfa4 HTTP/1.1" status: 200 len: 945 time: 0.0950396 Mar 21 11:16:43.007554 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db5886b7-1977-4892-ac95-4dc13a7ed6f5 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Router b6f812b9-6d9a-4ef9-93fc-911b8f0819b8 has already been hosted by L3 agent 5097f9b2-2ef0-4af4-bde3-0c344dd6e70c {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 11:16:43.013444 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-a040c578-1671-4483-903d-3260be18b71d req-18f71240-f0b4-4d21-bb1a-74b1f4b3b5ad tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/security-groups?id=d03ae1a0-8987-409a-b315-103a0a29069c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1151912 Mar 21 11:16:43.031305 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-2462b450-ee4a-4d39-8a39-bb59e73ba6eb req-4ad671dd-550c-41b1-ba05-846004963a95 service neutron] 10.222.0.32 "GET /v2.0/networks/4a579521-14d3-4610-a099-3c56c62bd19a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428683 Mar 21 11:16:43.078825 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Device 663d21b9-07dd-4b88-aa77-30c71c51762c details requested by agent hyperv_hv-cinder-83444 with host hv-cinder-83444 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 11:16:43.141071 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Device eb25be42-c760-4d98-b13e-5a70f54e1415 up at agent hyperv_hv-cinder-83444 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:16:43.174403 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db5886b7-1977-4892-ac95-4dc13a7ed6f5 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Notify agent at l3_agent.dv-cinder-834448-1-smb the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 11:16:43.184301 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-db5886b7-1977-4892-ac95-4dc13a7ed6f5 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97509'] for floatingip (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:43.197902 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b9f204-40d8-4c18-8f53-4eebfe1b3fea None None] Sync routers for ids ['b6f812b9-6d9a-4ef9-93fc-911b8f0819b8'] in dv-cinder-834448-1-smb {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 11:16:43.223064 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b9f204-40d8-4c18-8f53-4eebfe1b3fea None None] Routers {'b6f812b9-6d9a-4ef9-93fc-911b8f0819b8'} bound to L3 agent in host dv-cinder-834448-1-smb {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:16:43.225773 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-48b9f204-40d8-4c18-8f53-4eebfe1b3fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-21T11:04:55Z,description=,heartbeat_timestamp=2022-03-21T11:16:26Z,host='dv-cinder-834448-1-smb',id=5097f9b2-2ef0-4af4-bde3-0c344dd6e70c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:55Z,topic='l3_agent')) {'router_ids': ['b6f812b9-6d9a-4ef9-93fc-911b8f0819b8'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:16:43.252171 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-db5886b7-1977-4892-ac95-4dc13a7ed6f5 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] 10.222.0.24 "PUT /v2.0/floatingips/43986418-6531-4f10-8785-c5b23d92807f HTTP/1.1" status: 200 len: 992 time: 1.8480833 Mar 21 11:16:43.252171 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a8514eb-adf4-4bee-ac09-6a3a4daa77f7', 'tag': 'be18abb0-ea4d-423e-b1fa-ca7d8938eb87'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:16:43.252171 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41c5d39db19d144038176bb777b16d1c8d23e2eed0354b669264d617ed9abe1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16a9be32-8409-483b-949b-d0d5b00b3f03" -d '{"events": [{"name": "network-changed", "server_uuid": "5a8514eb-adf4-4bee-ac09-6a3a4daa77f7", "tag": "be18abb0-ea4d-423e-b1fa-ca7d8938eb87"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:16:43.338128 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 11:16:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e05e7c7-5e69-487a-9024-7d74eaebf80a x-openstack-request-id: req-5e05e7c7-5e69-487a-9024-7d74eaebf80a {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:16:43.338510 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a8514eb-adf4-4bee-ac09-6a3a4daa77f7", "tag": "be18abb0-ea4d-423e-b1fa-ca7d8938eb87", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:16:43.338945 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5e05e7c7-5e69-487a-9024-7d74eaebf80a {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:16:43.339468 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a8514eb-adf4-4bee-ac09-6a3a4daa77f7', 'tag': 'be18abb0-ea4d-423e-b1fa-ca7d8938eb87', 'status': 'completed', 'code': 200} Mar 21 11:16:43.344524 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Provisioning complete for port eb25be42-c760-4d98-b13e-5a70f54e1415 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:16:43.344990 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688166'] for port (eb25be42-c760-4d98-b13e-5a70f54e1415), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:43.446844 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] For port 663d21b9-07dd-4b88-aa77-30c71c51762c, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=663d21b9-07dd-4b88-aa77-30c71c51762c,segment=NetworkSegment(0a1e84a4-fbf5-4c4d-99c0-07e0e77a2e07),segment_id=0a1e84a4-fbf5-4c4d-99c0-07e0e77a2e07)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:16:43.480519 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Returning: {'device': '663d21b9-07dd-4b88-aa77-30c71c51762c', 'network_id': '2d5bdb15-bba4-4c2a-876e-ee882497d62b', 'port_id': '663d21b9-07dd-4b88-aa77-30c71c51762c', 'mac_address': 'fa:16:3e:f7:e8:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ad1b5cb-cad5-49ef-bddd-2d7df263b67b', 'ip_address': '192.168.233.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 11:16:43.486050 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a9be32-8409-483b-949b-d0d5b00b3f03 req-2bf6566f-e526-41f5-8d54-9525b877a78c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:43.490363 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-16a9be32-8409-483b-949b-d0d5b00b3f03 req-2bf6566f-e526-41f5-8d54-9525b877a78c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a69c1808af3d4640ae6355109b334cd8&device_id=5a8514eb-adf4-4bee-ac09-6a3a4daa77f7 HTTP/1.1" status: 200 len: 1130 time: 0.1220109 Mar 21 11:16:43.619086 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a9be32-8409-483b-949b-d0d5b00b3f03 req-31aa5276-7ba0-4848-8a06-17fd4b41a7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:43.620755 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-16a9be32-8409-483b-949b-d0d5b00b3f03 req-31aa5276-7ba0-4848-8a06-17fd4b41a7fb service neutron] 10.222.0.32 "GET /v2.0/networks?id=3ddc289c-7154-4e23-8f81-bf2d5b69083d HTTP/1.1" status: 200 len: 915 time: 0.1224194 Mar 21 11:16:43.685123 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-48b9f204-40d8-4c18-8f53-4eebfe1b3fea None None] Set router b6f812b9-6d9a-4ef9-93fc-911b8f0819b8 gateway port host: dv-cinder-834448-1-smb {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:16:43.714100 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Current status of the port eb25be42-c760-4d98-b13e-5a70f54e1415 is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:16:43.714977 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (eb25be42-c760-4d98-b13e-5a70f54e1415), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:43.718493 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Current status of the port 663d21b9-07dd-4b88-aa77-30c71c51762c is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:16:43.719137 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (663d21b9-07dd-4b88-aa77-30c71c51762c), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:43.753665 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 663d21b9-07dd-4b88-aa77-30c71c51762c {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 11:16:43.781262 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c60601a3-3fb9-48e4-b22d-6fa61e28dfa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb25be42-c760-4d98-b13e-5a70f54e1415'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:16:43.785878 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f4962fb769adde196efb410afcfec8f2b34529d6df7ca74076ce40474c5a66c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ea46737-f8f3-45a8-b8ac-669c7d34ec1d" -d '{"events": [{"server_uuid": "c60601a3-3fb9-48e4-b22d-6fa61e28dfa4", "name": "network-vif-plugged", "status": "completed", "tag": "eb25be42-c760-4d98-b13e-5a70f54e1415"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:16:43.790285 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-16a9be32-8409-483b-949b-d0d5b00b3f03 req-6eceaa4f-bfbd-4f8c-932e-e2302bc01c68 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be18abb0-ea4d-423e-b1fa-ca7d8938eb87 HTTP/1.1" status: 200 len: 1000 time: 0.1290975 Mar 21 11:16:43.830084 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] For port eb25be42-c760-4d98-b13e-5a70f54e1415, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=eb25be42-c760-4d98-b13e-5a70f54e1415,segment=NetworkSegment(2b3dbd92-7596-4ba4-98c7-1ff5ff135374),segment_id=2b3dbd92-7596-4ba4-98c7-1ff5ff135374)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:16:43.835767 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Device 65fc51d6-0c40-4fc9-8736-dfdc676d3fc0 up at agent ovs-agent-dv-cinder-834448-1-smb {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:16:43.848413 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] For port 663d21b9-07dd-4b88-aa77-30c71c51762c, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=663d21b9-07dd-4b88-aa77-30c71c51762c,segment=NetworkSegment(0a1e84a4-fbf5-4c4d-99c0-07e0e77a2e07),segment_id=0a1e84a4-fbf5-4c4d-99c0-07e0e77a2e07)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:16:43.862246 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817'] for port (eb25be42-c760-4d98-b13e-5a70f54e1415), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:43.877685 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3f38ed-7182-497d-b362-12f9bd1c17ce req-d83cc838-df6d-4c58-a47b-90a9e5cc6526 tempest-VolumesNegativeTest-1105061362 tempest-VolumesNegativeTest-1105061362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:43.880168 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-fe3f38ed-7182-497d-b362-12f9bd1c17ce req-d83cc838-df6d-4c58-a47b-90a9e5cc6526 tempest-VolumesNegativeTest-1105061362 tempest-VolumesNegativeTest-1105061362-project] 10.222.0.24 "GET /v2.0/ports?device_id=06b1e5b9-96e3-410f-a52c-5354f130cd05 HTTP/1.1" status: 200 len: 947 time: 0.2583621 Mar 21 11:16:43.904438 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817'] for port (663d21b9-07dd-4b88-aa77-30c71c51762c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:43.932733 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a9be32-8409-483b-949b-d0d5b00b3f03 req-40f203b8-6117-4298-b85a-1fff34ded537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:43.935558 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-16a9be32-8409-483b-949b-d0d5b00b3f03 req-40f203b8-6117-4298-b85a-1fff34ded537 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b19ea63e-3287-4f53-b0cc-82d6b01cdd86 HTTP/1.1" status: 200 len: 853 time: 0.1369352 Mar 21 11:16:43.960734 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 11:16:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-250e29f7-b4df-491b-86dc-2ec4101cb09f x-openstack-request-id: req-250e29f7-b4df-491b-86dc-2ec4101cb09f {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:16:43.963660 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c60601a3-3fb9-48e4-b22d-6fa61e28dfa4", "name": "network-vif-plugged", "status": "completed", "tag": "eb25be42-c760-4d98-b13e-5a70f54e1415", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:16:43.964179 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-250e29f7-b4df-491b-86dc-2ec4101cb09f {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:16:43.964901 dv-cinder-834448-1-smb neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c60601a3-3fb9-48e4-b22d-6fa61e28dfa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb25be42-c760-4d98-b13e-5a70f54e1415', 'code': 200} Mar 21 11:16:44.004484 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-fe3f38ed-7182-497d-b362-12f9bd1c17ce req-40d2ded1-ff87-4ee4-8a95-194231badecb tempest-VolumesNegativeTest-1105061362 tempest-VolumesNegativeTest-1105061362-project] 10.222.0.24 "GET /v2.0/security-groups?id=74218d7c-a911-4bca-b2db-2bd2cc278c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179285 Mar 21 11:16:44.067886 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Provisioning complete for port 65fc51d6-0c40-4fc9-8736-dfdc676d3fc0 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:16:44.068526 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688166'] for port (65fc51d6-0c40-4fc9-8736-dfdc676d3fc0), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:44.115508 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Pushing event updated for resources: {'Port': ['ID=eb25be42-c760-4d98-b13e-5a70f54e1415,revision_number=10']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:16:44.147835 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a9be32-8409-483b-949b-d0d5b00b3f03 req-a6b8d17b-2739-4f29-83c5-900bd106945c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:44.149373 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-16a9be32-8409-483b-949b-d0d5b00b3f03 req-a6b8d17b-2739-4f29-83c5-900bd106945c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3ddc289c-7154-4e23-8f81-bf2d5b69083d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1826398 Mar 21 11:16:44.197045 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-48b9f204-40d8-4c18-8f53-4eebfe1b3fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6f812b9-6d9a-4ef9-93fc-911b8f0819b8', 'name': 'tempest-AttachVolumeNegativeTest-905083178-router', 'tenant_id': 'a69c1808af3d4640ae6355109b334cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'external_fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.149'}], 'enable_snat': True}, 'gw_port_id': '682ae32b-17c7-4a87-8472-bef89307aa9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:14:43Z', 'updated_at': '2022-03-21T11:14:50Z', 'revision_number': 4, 'project_id': 'a69c1808af3d4640ae6355109b334cd8', 'gw_port': {'id': '682ae32b-17c7-4a87-8472-bef89307aa9b', 'name': '', 'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:f2:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f812b9-6d9a-4ef9-93fc-911b8f0819b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:14:44Z', 'updated_at': '2022-03-21T11:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-smb', '_floatingips': [{'id': '43986418-6531-4f10-8785-c5b23d92807f', 'tenant_id': 'a69c1808af3d4640ae6355109b334cd8', 'floating_ip_address': '172.28.0.120', 'floating_network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'router_id': 'b6f812b9-6d9a-4ef9-93fc-911b8f0819b8', 'port_id': 'be18abb0-ea4d-423e-b1fa-ca7d8938eb87', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 389, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ddc289c-7154-4e23-8f81-bf2d5b69083d', 'mac_address': 'fa:16:3e:cc:7a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a8514eb-adf4-4bee-ac09-6a3a4daa77f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T11:16:16Z', 'updated_at': '2022-03-21T11:16:42Z', 'revision_number': 1, 'project_id': 'a69c1808af3d4640ae6355109b334cd8', 'fixed_ip_address_scope': None}, {'id': '93431887-c2ce-40ac-bd29-5c4413302db8', 'tenant_id': 'a69c1808af3d4640ae6355109b334cd8', 'floating_ip_address': '172.28.0.2', 'floating_network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'router_id': 'b6f812b9-6d9a-4ef9-93fc-911b8f0819b8', 'port_id': '8a57dd06-b022-42a2-9606-ac1bb0f2543e', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 281, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ddc289c-7154-4e23-8f81-bf2d5b69083d', 'mac_address': 'fa:16:3e:07:40:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0662b786-9e36-4e2b-8bd6-eb47286b140c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T11:14:55Z', 'updated_at': '2022-03-21T11:15:16Z', 'revision_number': 2, 'project_id': 'a69c1808af3d4640ae6355109b334cd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b30e9ea-93a0-4312-be48-594c5c822598', 'name': '', 'network_id': '3ddc289c-7154-4e23-8f81-bf2d5b69083d', 'tenant_id': 'a69c1808af3d4640ae6355109b334cd8', 'mac_address': 'fa:16:3e:37:c0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f812b9-6d9a-4ef9-93fc-911b8f0819b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': 'b19ea63e-3287-4f53-b0cc-82d6b01cdd86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:14:48Z', 'updated_at': '2022-03-21T11:14:56Z', 'revision_number': 5, 'project_id': 'a69c1808af3d4640ae6355109b334cd8', 'subnets': [{'id': 'b19ea63e-3287-4f53-b0cc-82d6b01cdd86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-1-smb', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:16:44.204073 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18bd21d-a287-433b-8df0-3edcc90286c3 req-3d3c1a69-5c56-431a-8932-da7bbd4797cb tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:44.206133 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-a18bd21d-a287-433b-8df0-3edcc90286c3 req-3d3c1a69-5c56-431a-8932-da7bbd4797cb tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] 10.222.0.24 "GET /v2.0/ports?device_id=21730027-c312-4efd-9945-ee0d10cc94e5 HTTP/1.1" status: 200 len: 946 time: 0.1797407 Mar 21 11:16:44.243903 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b9f204-40d8-4c18-8f53-4eebfe1b3fea None None] Checking router: b6f812b9-6d9a-4ef9-93fc-911b8f0819b8 for host: dv-cinder-834448-1-smb {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 11:16:44.261758 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Pushing event updated for resources: {'Port': ['ID=663d21b9-07dd-4b88-aa77-30c71c51762c,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:16:44.268127 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b9f204-40d8-4c18-8f53-4eebfe1b3fea None None] Routers {'b6f812b9-6d9a-4ef9-93fc-911b8f0819b8'} bound to L3 agent in host dv-cinder-834448-1-smb {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:16:44.269592 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-48b9f204-40d8-4c18-8f53-4eebfe1b3fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-21T11:04:55Z,description=,heartbeat_timestamp=2022-03-21T11:16:26Z,host='dv-cinder-834448-1-smb',id=5097f9b2-2ef0-4af4-bde3-0c344dd6e70c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:55Z,topic='l3_agent')) {'router_ids': ['b6f812b9-6d9a-4ef9-93fc-911b8f0819b8'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:16:44.308655 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Current status of the port 65fc51d6-0c40-4fc9-8736-dfdc676d3fc0 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:16:44.352821 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] get_ports_and_sgs() called for port_ids ['663d21b9-07dd-4b88-aa77-30c71c51762c'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 11:16:44.376081 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36601a01-83e3-4f10-8497-d81db86727cf req-ae0f3ee9-001f-4069-a768-a269d06f1707 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:44.379579 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-36601a01-83e3-4f10-8497-d81db86727cf req-ae0f3ee9-001f-4069-a768-a269d06f1707 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/ports?device_id=c60601a3-3fb9-48e4-b22d-6fa61e28dfa4 HTTP/1.1" status: 200 len: 947 time: 0.1903639 Mar 21 11:16:44.389089 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-a18bd21d-a287-433b-8df0-3edcc90286c3 req-ad240155-4357-4f95-8f6b-b7de73000e7f tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee582f54-cafe-4435-94bb-8a8a6604f57a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1632905 Mar 21 11:16:44.444200 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-16a9be32-8409-483b-949b-d0d5b00b3f03 req-185b7248-449c-4d4a-8fea-7f80c29a8f17 service neutron] 10.222.0.32 "GET /v2.0/networks/3ddc289c-7154-4e23-8f81-bf2d5b69083d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2686682 Mar 21 11:16:44.522714 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-48b9f204-40d8-4c18-8f53-4eebfe1b3fea None None] Set router b6f812b9-6d9a-4ef9-93fc-911b8f0819b8 gateway port host: dv-cinder-834448-1-smb {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:16:44.533653 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-36601a01-83e3-4f10-8497-d81db86727cf req-397fdc77-1743-4411-9bac-505fb5841a86 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/security-groups?id=d03ae1a0-8987-409a-b315-103a0a29069c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1273248 Mar 21 11:16:44.733904 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-16a9be32-8409-483b-949b-d0d5b00b3f03 req-d6ffd048-0446-465b-b346-533f26269c29 service neutron] 10.222.0.32 "GET /v2.0/networks/3ddc289c-7154-4e23-8f81-bf2d5b69083d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2238629 Mar 21 11:16:44.775372 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed473dad-aea9-4569-a33b-2ce375cd8e16 req-db26927e-b4aa-4939-a209-43fef7b651cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:44.779922 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-ed473dad-aea9-4569-a33b-2ce375cd8e16 req-db26927e-b4aa-4939-a209-43fef7b651cd service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c60601a3-3fb9-48e4-b22d-6fa61e28dfa4 HTTP/1.1" status: 200 len: 1131 time: 0.1149015 Mar 21 11:16:44.840268 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-ed473dad-aea9-4569-a33b-2ce375cd8e16 req-23705e99-c4b0-4d83-9a03-68b47c87dc00 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=d03ae1a0-8987-409a-b315-103a0a29069c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493095 Mar 21 11:16:44.929066 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-48b9f204-40d8-4c18-8f53-4eebfe1b3fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6f812b9-6d9a-4ef9-93fc-911b8f0819b8', 'name': 'tempest-AttachVolumeNegativeTest-905083178-router', 'tenant_id': 'a69c1808af3d4640ae6355109b334cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'external_fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.149'}], 'enable_snat': True}, 'gw_port_id': '682ae32b-17c7-4a87-8472-bef89307aa9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:14:43Z', 'updated_at': '2022-03-21T11:14:50Z', 'revision_number': 4, 'project_id': 'a69c1808af3d4640ae6355109b334cd8', 'gw_port': {'id': '682ae32b-17c7-4a87-8472-bef89307aa9b', 'name': '', 'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:f2:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f812b9-6d9a-4ef9-93fc-911b8f0819b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:14:44Z', 'updated_at': '2022-03-21T11:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-smb', '_floatingips': [{'id': '43986418-6531-4f10-8785-c5b23d92807f', 'tenant_id': 'a69c1808af3d4640ae6355109b334cd8', 'floating_ip_address': '172.28.0.120', 'floating_network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'router_id': 'b6f812b9-6d9a-4ef9-93fc-911b8f0819b8', 'port_id': 'be18abb0-ea4d-423e-b1fa-ca7d8938eb87', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 389, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ddc289c-7154-4e23-8f81-bf2d5b69083d', 'mac_address': 'fa:16:3e:cc:7a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a8514eb-adf4-4bee-ac09-6a3a4daa77f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T11:16:16Z', 'updated_at': '2022-03-21T11:16:42Z', 'revision_number': 1, 'project_id': 'a69c1808af3d4640ae6355109b334cd8', 'fixed_ip_address_scope': None}, {'id': '93431887-c2ce-40ac-bd29-5c4413302db8', 'tenant_id': 'a69c1808af3d4640ae6355109b334cd8', 'floating_ip_address': '172.28.0.2', 'floating_network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'router_id': 'b6f812b9-6d9a-4ef9-93fc-911b8f0819b8', 'port_id': '8a57dd06-b022-42a2-9606-ac1bb0f2543e', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 281, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ddc289c-7154-4e23-8f81-bf2d5b69083d', 'mac_address': 'fa:16:3e:07:40:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0662b786-9e36-4e2b-8bd6-eb47286b140c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T11:14:55Z', 'updated_at': '2022-03-21T11:15:16Z', 'revision_number': 2, 'project_id': 'a69c1808af3d4640ae6355109b334cd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b30e9ea-93a0-4312-be48-594c5c822598', 'name': '', 'network_id': '3ddc289c-7154-4e23-8f81-bf2d5b69083d', 'tenant_id': 'a69c1808af3d4640ae6355109b334cd8', 'mac_address': 'fa:16:3e:37:c0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f812b9-6d9a-4ef9-93fc-911b8f0819b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': 'b19ea63e-3287-4f53-b0cc-82d6b01cdd86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:14:48Z', 'updated_at': '2022-03-21T11:14:56Z', 'revision_number': 5, 'project_id': 'a69c1808af3d4640ae6355109b334cd8', 'subnets': [{'id': 'b19ea63e-3287-4f53-b0cc-82d6b01cdd86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-1-smb', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:16:44.956286 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b9f204-40d8-4c18-8f53-4eebfe1b3fea None None] The sync data for ids ['b6f812b9-6d9a-4ef9-93fc-911b8f0819b8'] in dv-cinder-834448-1-smb is: [{'id': 'b6f812b9-6d9a-4ef9-93fc-911b8f0819b8', 'name': 'tempest-AttachVolumeNegativeTest-905083178-router', 'tenant_id': 'a69c1808af3d4640ae6355109b334cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'external_fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.149'}], 'enable_snat': True}, 'gw_port_id': '682ae32b-17c7-4a87-8472-bef89307aa9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:14:43Z', 'updated_at': '2022-03-21T11:14:50Z', 'revision_number': 4, 'project_id': 'a69c1808af3d4640ae6355109b334cd8', 'gw_port': {'id': '682ae32b-17c7-4a87-8472-bef89307aa9b', 'name': '', 'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:f2:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f812b9-6d9a-4ef9-93fc-911b8f0819b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:14:44Z', 'updated_at': '2022-03-21T11:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-smb', '_floatingips': [{'id': '43986418-6531-4f10-8785-c5b23d92807f', 'tenant_id': 'a69c1808af3d4640ae6355109b334cd8', 'floating_ip_address': '172.28.0.120', 'floating_network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'router_id': 'b6f812b9-6d9a-4ef9-93fc-911b8f0819b8', 'port_id': 'be18abb0-ea4d-423e-b1fa-ca7d8938eb87', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 389, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ddc289c-7154-4e23-8f81-bf2d5b69083d', 'mac_address': 'fa:16:3e:cc:7a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a8514eb-adf4-4bee-ac09-6a3a4daa77f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T11:16:16Z', 'updated_at': '2022-03-21T11:16:42Z', 'revision_number': 1, 'project_id': 'a69c1808af3d4640ae6355109b334cd8', 'fixed_ip_address_scope': None}, {'id': '93431887-c2ce-40ac-bd29-5c4413302db8', 'tenant_id': 'a69c1808af3d4640ae6355109b334cd8', 'floating_ip_address': '172.28.0.2', 'floating_network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'router_id': 'b6f812b9-6d9a-4ef9-93fc-911b8f0819b8', 'port_id': '8a57dd06-b022-42a2-9606-ac1bb0f2543e', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 281, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ddc289c-7154-4e23-8f81-bf2d5b69083d', 'mac_address': 'fa:16:3e:07:40:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0662b786-9e36-4e2b-8bd6-eb47286b140c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T11:14:55Z', 'updated_at': '2022-03-21T11:15:16Z', 'revision_number': 2, 'project_id': 'a69c1808af3d4640ae6355109b334cd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b30e9ea-93a0-4312-be48-594c5c822598', 'name': '', 'network_id': '3ddc289c-7154-4e23-8f81-bf2d5b69083d', 'tenant_id': 'a69c1808af3d4640ae6355109b334cd8', 'mac_address': 'fa:16:3e:37:c0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f812b9-6d9a-4ef9-93fc-911b8f0819b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': 'b19ea63e-3287-4f53-b0cc-82d6b01cdd86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:14:48Z', 'updated_at': '2022-03-21T11:14:56Z', 'revision_number': 5, 'project_id': 'a69c1808af3d4640ae6355109b334cd8', 'subnets': [{'id': 'b19ea63e-3287-4f53-b0cc-82d6b01cdd86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 11:16:45.164112 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8aca24-91b9-4c4e-90d9-cb0273041c63 req-4570769c-a774-495a-8780-f19f2bf32381 tempest-VolumesNegativeTest-1105061362 tempest-VolumesNegativeTest-1105061362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:45.165752 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-2e8aca24-91b9-4c4e-90d9-cb0273041c63 req-4570769c-a774-495a-8780-f19f2bf32381 tempest-VolumesNegativeTest-1105061362 tempest-VolumesNegativeTest-1105061362-project] 10.222.0.24 "GET /v2.0/ports?device_id=06b1e5b9-96e3-410f-a52c-5354f130cd05 HTTP/1.1" status: 200 len: 948 time: 0.0836306 Mar 21 11:16:45.206245 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e4c746-c92f-449b-b894-056fea69a226 None None] New status for floating IP 43986418-6531-4f10-8785-c5b23d92807f: ACTIVE {{(pid=103423) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 11:16:45.237006 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-2e8aca24-91b9-4c4e-90d9-cb0273041c63 req-01422e51-8a12-40be-a5d3-f0370cb5430c tempest-VolumesNegativeTest-1105061362 tempest-VolumesNegativeTest-1105061362-project] 10.222.0.24 "GET /v2.0/security-groups?id=74218d7c-a911-4bca-b2db-2bd2cc278c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636365 Mar 21 11:16:45.562073 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b82943-4940-4bec-9798-9c46783acb53 req-8764b9f0-b12b-4d27-9f7b-7e1e0d4a3b6b tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:45.563865 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-01b82943-4940-4bec-9798-9c46783acb53 req-8764b9f0-b12b-4d27-9f7b-7e1e0d4a3b6b tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] 10.222.0.24 "GET /v2.0/ports?device_id=21730027-c312-4efd-9945-ee0d10cc94e5 HTTP/1.1" status: 200 len: 946 time: 0.0736477 Mar 21 11:16:45.651271 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-01b82943-4940-4bec-9798-9c46783acb53 req-6476a5ac-ee71-4662-af2d-5ab2cdd985a0 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee582f54-cafe-4435-94bb-8a8a6604f57a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807273 Mar 21 11:16:45.772997 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45acb9d9-2d6d-4f49-9214-956587badcf4 req-61168acb-093d-48bf-a8e8-40f0813389e9 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:45.776129 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-45acb9d9-2d6d-4f49-9214-956587badcf4 req-61168acb-093d-48bf-a8e8-40f0813389e9 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/ports?device_id=c60601a3-3fb9-48e4-b22d-6fa61e28dfa4 HTTP/1.1" status: 200 len: 947 time: 0.0987611 Mar 21 11:16:45.843152 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-45acb9d9-2d6d-4f49-9214-956587badcf4 req-ceb5a454-d4ae-4a62-b6c1-61f853e51986 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/security-groups?id=d03ae1a0-8987-409a-b315-103a0a29069c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602090 Mar 21 11:16:46.380016 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9081d3c-42bc-4568-bfdb-45648d4056ec req-d1d185ea-9ca5-4453-88e2-1bcb9fd8fc2b tempest-VolumesNegativeTest-1105061362 tempest-VolumesNegativeTest-1105061362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:46.381585 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-b9081d3c-42bc-4568-bfdb-45648d4056ec req-d1d185ea-9ca5-4453-88e2-1bcb9fd8fc2b tempest-VolumesNegativeTest-1105061362 tempest-VolumesNegativeTest-1105061362-project] 10.222.0.24 "GET /v2.0/ports?device_id=06b1e5b9-96e3-410f-a52c-5354f130cd05 HTTP/1.1" status: 200 len: 948 time: 0.0618336 Mar 21 11:16:46.440558 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-b9081d3c-42bc-4568-bfdb-45648d4056ec req-e7848eb2-0d30-4b22-b105-da180925e76c tempest-VolumesNegativeTest-1105061362 tempest-VolumesNegativeTest-1105061362-project] 10.222.0.24 "GET /v2.0/security-groups?id=74218d7c-a911-4bca-b2db-2bd2cc278c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528836 Mar 21 11:16:46.806097 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ea3c52-4e2a-406b-924a-a068549f8732 req-beb4cf8d-6691-4e3e-9ff3-93d79d7e03d9 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:46.807911 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-97ea3c52-4e2a-406b-924a-a068549f8732 req-beb4cf8d-6691-4e3e-9ff3-93d79d7e03d9 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] 10.222.0.24 "GET /v2.0/ports?device_id=21730027-c312-4efd-9945-ee0d10cc94e5 HTTP/1.1" status: 200 len: 946 time: 0.0724604 Mar 21 11:16:46.888491 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-97ea3c52-4e2a-406b-924a-a068549f8732 req-2fbd55f4-7ba1-491c-8229-a80c489220e6 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee582f54-cafe-4435-94bb-8a8a6604f57a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705817 Mar 21 11:16:47.007286 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8669433d-f00a-4aaf-b13d-a16826b14580 req-13a7ba43-a090-4b7f-97c2-5221677d545e tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:47.009453 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-8669433d-f00a-4aaf-b13d-a16826b14580 req-13a7ba43-a090-4b7f-97c2-5221677d545e tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/ports?device_id=c60601a3-3fb9-48e4-b22d-6fa61e28dfa4 HTTP/1.1" status: 200 len: 947 time: 0.0724676 Mar 21 11:16:47.076568 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-8669433d-f00a-4aaf-b13d-a16826b14580 req-df1f9e23-32b8-4582-bbfa-8c1ce2f7baf5 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/security-groups?id=d03ae1a0-8987-409a-b315-103a0a29069c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565493 Mar 21 11:16:47.109543 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Device 663d21b9-07dd-4b88-aa77-30c71c51762c up at agent hyperv_hv-cinder-83444 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:16:47.180172 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Provisioning for port 663d21b9-07dd-4b88-aa77-30c71c51762c completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 21 11:16:47.185349 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Provisioning complete for port 663d21b9-07dd-4b88-aa77-30c71c51762c triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:16:47.186377 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688166'] for port (663d21b9-07dd-4b88-aa77-30c71c51762c), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:47.431618 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Current status of the port 663d21b9-07dd-4b88-aa77-30c71c51762c is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:16:47.432165 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (663d21b9-07dd-4b88-aa77-30c71c51762c), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:47.458132 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06b1e5b9-96e3-410f-a52c-5354f130cd05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '663d21b9-07dd-4b88-aa77-30c71c51762c'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:16:47.460428 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f4962fb769adde196efb410afcfec8f2b34529d6df7ca74076ce40474c5a66c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93616094-8008-4da8-933b-1f0ec65cef64" -d '{"events": [{"server_uuid": "06b1e5b9-96e3-410f-a52c-5354f130cd05", "name": "network-vif-plugged", "status": "completed", "tag": "663d21b9-07dd-4b88-aa77-30c71c51762c"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:16:47.475911 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] For port 663d21b9-07dd-4b88-aa77-30c71c51762c, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=663d21b9-07dd-4b88-aa77-30c71c51762c,segment=NetworkSegment(0a1e84a4-fbf5-4c4d-99c0-07e0e77a2e07),segment_id=0a1e84a4-fbf5-4c4d-99c0-07e0e77a2e07)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:16:47.482298 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817'] for port (663d21b9-07dd-4b88-aa77-30c71c51762c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:47.512126 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 11:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4a218f7-bf86-4bae-9fdc-7cab6306d07f x-openstack-request-id: req-e4a218f7-bf86-4bae-9fdc-7cab6306d07f {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:16:47.513058 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06b1e5b9-96e3-410f-a52c-5354f130cd05", "name": "network-vif-plugged", "status": "completed", "tag": "663d21b9-07dd-4b88-aa77-30c71c51762c", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:16:47.513402 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e4a218f7-bf86-4bae-9fdc-7cab6306d07f {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:16:47.513962 dv-cinder-834448-1-smb neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06b1e5b9-96e3-410f-a52c-5354f130cd05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '663d21b9-07dd-4b88-aa77-30c71c51762c', 'code': 200} Mar 21 11:16:47.549452 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Pushing event updated for resources: {'Port': ['ID=663d21b9-07dd-4b88-aa77-30c71c51762c,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:16:47.634032 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d173831-2b31-44ba-9cf7-d1dadfa60319 req-3e9da8f3-2bba-4eee-80cc-4c89cb86e37e tempest-VolumesNegativeTest-1105061362 tempest-VolumesNegativeTest-1105061362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:47.643957 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-2d173831-2b31-44ba-9cf7-d1dadfa60319 req-3e9da8f3-2bba-4eee-80cc-4c89cb86e37e tempest-VolumesNegativeTest-1105061362 tempest-VolumesNegativeTest-1105061362-project] 10.222.0.24 "GET /v2.0/ports?device_id=06b1e5b9-96e3-410f-a52c-5354f130cd05 HTTP/1.1" status: 200 len: 949 time: 0.0777650 Mar 21 11:16:47.700018 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-2d173831-2b31-44ba-9cf7-d1dadfa60319 req-ffeb3567-b530-4db7-b8c1-876b91fc3033 tempest-VolumesNegativeTest-1105061362 tempest-VolumesNegativeTest-1105061362-project] 10.222.0.24 "GET /v2.0/security-groups?id=74218d7c-a911-4bca-b2db-2bd2cc278c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548027 Mar 21 11:16:47.748008 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a8dec7-b6d1-4574-b910-7d3f75efae1b req-282fcd82-1985-476b-84db-9e7722ce83a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:47.749568 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-63a8dec7-b6d1-4574-b910-7d3f75efae1b req-282fcd82-1985-476b-84db-9e7722ce83a1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=06b1e5b9-96e3-410f-a52c-5354f130cd05 HTTP/1.1" status: 200 len: 1133 time: 0.0447443 Mar 21 11:16:47.807539 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-63a8dec7-b6d1-4574-b910-7d3f75efae1b req-f2a17a9c-05f8-4969-99d3-77faf4234003 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=74218d7c-a911-4bca-b2db-2bd2cc278c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441172 Mar 21 11:16:48.023732 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e60fd48-63b6-4663-8811-49690493334f req-58cb8e26-b83d-49e7-8dfe-4359899d3ebd tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:48.025664 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-3e60fd48-63b6-4663-8811-49690493334f req-58cb8e26-b83d-49e7-8dfe-4359899d3ebd tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] 10.222.0.24 "GET /v2.0/ports?device_id=21730027-c312-4efd-9945-ee0d10cc94e5 HTTP/1.1" status: 200 len: 946 time: 0.0638900 Mar 21 11:16:48.090922 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-3e60fd48-63b6-4663-8811-49690493334f req-70bb5f98-125e-41c4-a32d-df1cf8644dd0 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee582f54-cafe-4435-94bb-8a8a6604f57a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591321 Mar 21 11:16:48.211289 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4954ad3d-9fdd-4e9c-8500-6da6c7c7390e req-6971700c-7862-4c29-9258-3a0f5590a1e8 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:48.212753 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-4954ad3d-9fdd-4e9c-8500-6da6c7c7390e req-6971700c-7862-4c29-9258-3a0f5590a1e8 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/ports?device_id=c60601a3-3fb9-48e4-b22d-6fa61e28dfa4 HTTP/1.1" status: 200 len: 947 time: 0.0556660 Mar 21 11:16:48.278530 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-4954ad3d-9fdd-4e9c-8500-6da6c7c7390e req-5932ca75-6e79-4b86-818c-6b59e027a233 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/security-groups?id=d03ae1a0-8987-409a-b315-103a0a29069c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546656 Mar 21 11:16:48.859278 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f7bb4d-ae75-4da4-ac3d-24a17d94123e req-50e227c6-6e88-4969-8de5-19f10804b641 tempest-VolumesNegativeTest-1105061362 tempest-VolumesNegativeTest-1105061362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:48.861004 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-47f7bb4d-ae75-4da4-ac3d-24a17d94123e req-50e227c6-6e88-4969-8de5-19f10804b641 tempest-VolumesNegativeTest-1105061362 tempest-VolumesNegativeTest-1105061362-project] 10.222.0.24 "GET /v2.0/ports?device_id=06b1e5b9-96e3-410f-a52c-5354f130cd05 HTTP/1.1" status: 200 len: 949 time: 0.0741293 Mar 21 11:16:48.912116 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-47f7bb4d-ae75-4da4-ac3d-24a17d94123e req-591d4bb2-5d74-43ff-a881-c8d256104bfa tempest-VolumesNegativeTest-1105061362 tempest-VolumesNegativeTest-1105061362-project] 10.222.0.24 "GET /v2.0/security-groups?id=74218d7c-a911-4bca-b2db-2bd2cc278c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452921 Mar 21 11:16:49.233267 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978742f3-81a9-4b18-8021-ccbc78be247e req-95346476-d32c-40ae-82e8-b64b9c178f11 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:49.235023 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-978742f3-81a9-4b18-8021-ccbc78be247e req-95346476-d32c-40ae-82e8-b64b9c178f11 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] 10.222.0.24 "GET /v2.0/ports?device_id=21730027-c312-4efd-9945-ee0d10cc94e5 HTTP/1.1" status: 200 len: 946 time: 0.0711737 Mar 21 11:16:49.290767 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-978742f3-81a9-4b18-8021-ccbc78be247e req-32dd53cc-be8c-46d9-81fa-cf6a49e24e5d tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee582f54-cafe-4435-94bb-8a8a6604f57a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460315 Mar 21 11:16:50.053076 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b224f8aa-c2c5-4470-b3aa-9f9312f6ac30 req-2db5a755-8b27-4959-b4f7-d5ca60e5ef65 tempest-VolumesNegativeTest-1105061362 tempest-VolumesNegativeTest-1105061362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:50.054648 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-b224f8aa-c2c5-4470-b3aa-9f9312f6ac30 req-2db5a755-8b27-4959-b4f7-d5ca60e5ef65 tempest-VolumesNegativeTest-1105061362 tempest-VolumesNegativeTest-1105061362-project] 10.222.0.24 "GET /v2.0/ports?device_id=06b1e5b9-96e3-410f-a52c-5354f130cd05 HTTP/1.1" status: 200 len: 949 time: 0.0624099 Mar 21 11:16:50.109074 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-b224f8aa-c2c5-4470-b3aa-9f9312f6ac30 req-8286d319-575a-4d76-8bce-c0a6e333b596 tempest-VolumesNegativeTest-1105061362 tempest-VolumesNegativeTest-1105061362-project] 10.222.0.24 "GET /v2.0/security-groups?id=74218d7c-a911-4bca-b2db-2bd2cc278c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484011 Mar 21 11:16:50.472411 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf700934-b084-45c5-b6b9-691802b9a35d req-5b17b2ba-fb6c-46cc-b657-f4bee8c432dd tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:50.474006 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-bf700934-b084-45c5-b6b9-691802b9a35d req-5b17b2ba-fb6c-46cc-b657-f4bee8c432dd tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] 10.222.0.24 "GET /v2.0/ports?device_id=21730027-c312-4efd-9945-ee0d10cc94e5 HTTP/1.1" status: 200 len: 946 time: 0.0987859 Mar 21 11:16:50.498768 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0876619-2312-468f-aa4f-b8328169ae3d req-5b1e5469-2371-4580-ac3c-3988155e9dcf tempest-VolumesNegativeTest-1105061362 tempest-VolumesNegativeTest-1105061362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:50.500366 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-f0876619-2312-468f-aa4f-b8328169ae3d req-5b1e5469-2371-4580-ac3c-3988155e9dcf tempest-VolumesNegativeTest-1105061362 tempest-VolumesNegativeTest-1105061362-project] 10.222.0.24 "GET /v2.0/ports?device_id=06b1e5b9-96e3-410f-a52c-5354f130cd05 HTTP/1.1" status: 200 len: 949 time: 0.0889368 Mar 21 11:16:50.568973 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-bf700934-b084-45c5-b6b9-691802b9a35d req-1f5281f1-f000-443c-b5a6-730988331a5e tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee582f54-cafe-4435-94bb-8a8a6604f57a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884519 Mar 21 11:16:50.577807 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-f0876619-2312-468f-aa4f-b8328169ae3d req-6f960d4c-3532-4a24-8450-efe0bf308f24 tempest-VolumesNegativeTest-1105061362 tempest-VolumesNegativeTest-1105061362-project] 10.222.0.24 "GET /v2.0/security-groups?id=74218d7c-a911-4bca-b2db-2bd2cc278c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703056 Mar 21 11:16:51.740475 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e3b51e-7b77-4682-93c6-f5a3ae17b4cb req-ab065ace-9afe-4010-ab03-723acff5d3a1 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:51.742073 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-66e3b51e-7b77-4682-93c6-f5a3ae17b4cb req-ab065ace-9afe-4010-ab03-723acff5d3a1 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] 10.222.0.24 "GET /v2.0/ports?device_id=21730027-c312-4efd-9945-ee0d10cc94e5 HTTP/1.1" status: 200 len: 946 time: 0.0935767 Mar 21 11:16:51.758047 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb78d80f-ddd1-4370-8931-78313294f7c7 req-79e28de4-5b20-477d-a77b-254a57c27d6e tempest-VolumesNegativeTest-1105061362 tempest-VolumesNegativeTest-1105061362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:51.759566 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-eb78d80f-ddd1-4370-8931-78313294f7c7 req-79e28de4-5b20-477d-a77b-254a57c27d6e tempest-VolumesNegativeTest-1105061362 tempest-VolumesNegativeTest-1105061362-project] 10.222.0.24 "GET /v2.0/ports?device_id=06b1e5b9-96e3-410f-a52c-5354f130cd05 HTTP/1.1" status: 200 len: 949 time: 0.0810685 Mar 21 11:16:51.838077 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-66e3b51e-7b77-4682-93c6-f5a3ae17b4cb req-87557011-849e-4c60-8a15-6304440709a5 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee582f54-cafe-4435-94bb-8a8a6604f57a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880768 Mar 21 11:16:51.846344 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-eb78d80f-ddd1-4370-8931-78313294f7c7 req-23b7dec9-1dbc-452e-9dd5-af876dc602b5 tempest-VolumesNegativeTest-1105061362 tempest-VolumesNegativeTest-1105061362-project] 10.222.0.24 "GET /v2.0/security-groups?id=74218d7c-a911-4bca-b2db-2bd2cc278c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796726 Mar 21 11:16:52.186937 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413eba78-8839-4c16-9c79-4de285101405 req-37c6357e-1b79-4ad8-ad37-83e3a2b87e9c tempest-VolumesNegativeTest-1105061362 tempest-VolumesNegativeTest-1105061362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:52.189465 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-413eba78-8839-4c16-9c79-4de285101405 req-37c6357e-1b79-4ad8-ad37-83e3a2b87e9c tempest-VolumesNegativeTest-1105061362 tempest-VolumesNegativeTest-1105061362-project] 10.222.0.32 "GET /v2.0/ports?device_id=06b1e5b9-96e3-410f-a52c-5354f130cd05 HTTP/1.1" status: 200 len: 949 time: 0.0729554 Mar 21 11:16:52.301820 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-413eba78-8839-4c16-9c79-4de285101405 req-48f5db33-a330-4874-a0e9-7ea5e0ea2a8e tempest-VolumesNegativeTest-1105061362 tempest-VolumesNegativeTest-1105061362-project] Deleting port 663d21b9-07dd-4b88-aa77-30c71c51762c {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:16:52.302158 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-413eba78-8839-4c16-9c79-4de285101405 req-48f5db33-a330-4874-a0e9-7ea5e0ea2a8e tempest-VolumesNegativeTest-1105061362 tempest-VolumesNegativeTest-1105061362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738246690591'] for port (663d21b9-07dd-4b88-aa77-30c71c51762c), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:52.411311 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-413eba78-8839-4c16-9c79-4de285101405 req-48f5db33-a330-4874-a0e9-7ea5e0ea2a8e tempest-VolumesNegativeTest-1105061362 tempest-VolumesNegativeTest-1105061362-project] For port 663d21b9-07dd-4b88-aa77-30c71c51762c, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=663d21b9-07dd-4b88-aa77-30c71c51762c,segment=NetworkSegment(0a1e84a4-fbf5-4c4d-99c0-07e0e77a2e07),segment_id=0a1e84a4-fbf5-4c4d-99c0-07e0e77a2e07)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:16:52.411775 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-413eba78-8839-4c16-9c79-4de285101405 req-48f5db33-a330-4874-a0e9-7ea5e0ea2a8e tempest-VolumesNegativeTest-1105061362 tempest-VolumesNegativeTest-1105061362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701214'] for port (663d21b9-07dd-4b88-aa77-30c71c51762c), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:52.427218 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-413eba78-8839-4c16-9c79-4de285101405 req-48f5db33-a330-4874-a0e9-7ea5e0ea2a8e tempest-VolumesNegativeTest-1105061362 tempest-VolumesNegativeTest-1105061362-project] Calling delete_port for 663d21b9-07dd-4b88-aa77-30c71c51762c owned by compute:nova {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:16:52.580814 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-413eba78-8839-4c16-9c79-4de285101405 req-48f5db33-a330-4874-a0e9-7ea5e0ea2a8e tempest-VolumesNegativeTest-1105061362 tempest-VolumesNegativeTest-1105061362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738246698626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738246144790'] for port (663d21b9-07dd-4b88-aa77-30c71c51762c), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:52.592808 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] get_ports_and_sgs() called for port_ids ['663d21b9-07dd-4b88-aa77-30c71c51762c'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 11:16:52.610361 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f5db33-a330-4874-a0e9-7ea5e0ea2a8e tempest-VolumesNegativeTest-1105061362 tempest-VolumesNegativeTest-1105061362-project] Pushing event deleted for resources: {'Port': ['ID=663d21b9-07dd-4b88-aa77-30c71c51762c,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:16:52.621166 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f5db33-a330-4874-a0e9-7ea5e0ea2a8e tempest-VolumesNegativeTest-1105061362 tempest-VolumesNegativeTest-1105061362-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:16:52.621468 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f5db33-a330-4874-a0e9-7ea5e0ea2a8e tempest-VolumesNegativeTest-1105061362 tempest-VolumesNegativeTest-1105061362-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:16:52.621716 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f5db33-a330-4874-a0e9-7ea5e0ea2a8e tempest-VolumesNegativeTest-1105061362 tempest-VolumesNegativeTest-1105061362-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:16:52.622128 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f5db33-a330-4874-a0e9-7ea5e0ea2a8e tempest-VolumesNegativeTest-1105061362 tempest-VolumesNegativeTest-1105061362-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:16:52.622386 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f5db33-a330-4874-a0e9-7ea5e0ea2a8e tempest-VolumesNegativeTest-1105061362 tempest-VolumesNegativeTest-1105061362-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:16:52.622712 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f5db33-a330-4874-a0e9-7ea5e0ea2a8e tempest-VolumesNegativeTest-1105061362 tempest-VolumesNegativeTest-1105061362-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:16:52.623039 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f5db33-a330-4874-a0e9-7ea5e0ea2a8e tempest-VolumesNegativeTest-1105061362 tempest-VolumesNegativeTest-1105061362-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:16:52.623363 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f5db33-a330-4874-a0e9-7ea5e0ea2a8e tempest-VolumesNegativeTest-1105061362 tempest-VolumesNegativeTest-1105061362-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:16:52.623717 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f5db33-a330-4874-a0e9-7ea5e0ea2a8e tempest-VolumesNegativeTest-1105061362 tempest-VolumesNegativeTest-1105061362-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:16:52.624046 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f5db33-a330-4874-a0e9-7ea5e0ea2a8e tempest-VolumesNegativeTest-1105061362 tempest-VolumesNegativeTest-1105061362-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:16:52.624366 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f5db33-a330-4874-a0e9-7ea5e0ea2a8e tempest-VolumesNegativeTest-1105061362 tempest-VolumesNegativeTest-1105061362-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:16:52.624687 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f5db33-a330-4874-a0e9-7ea5e0ea2a8e tempest-VolumesNegativeTest-1105061362 tempest-VolumesNegativeTest-1105061362-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:16:52.625016 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f5db33-a330-4874-a0e9-7ea5e0ea2a8e tempest-VolumesNegativeTest-1105061362 tempest-VolumesNegativeTest-1105061362-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:16:52.625326 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f5db33-a330-4874-a0e9-7ea5e0ea2a8e tempest-VolumesNegativeTest-1105061362 tempest-VolumesNegativeTest-1105061362-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:16:52.625643 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f5db33-a330-4874-a0e9-7ea5e0ea2a8e tempest-VolumesNegativeTest-1105061362 tempest-VolumesNegativeTest-1105061362-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:16:52.672623 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-413eba78-8839-4c16-9c79-4de285101405 req-48f5db33-a330-4874-a0e9-7ea5e0ea2a8e tempest-VolumesNegativeTest-1105061362 tempest-VolumesNegativeTest-1105061362-project] No DVR routers for this DVR port 663d21b9-07dd-4b88-aa77-30c71c51762c on host hv-cinder-83444 {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 11:16:52.676170 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-413eba78-8839-4c16-9c79-4de285101405 req-48f5db33-a330-4874-a0e9-7ea5e0ea2a8e tempest-VolumesNegativeTest-1105061362 tempest-VolumesNegativeTest-1105061362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97509'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:52.679738 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-413eba78-8839-4c16-9c79-4de285101405 req-48f5db33-a330-4874-a0e9-7ea5e0ea2a8e tempest-VolumesNegativeTest-1105061362 tempest-VolumesNegativeTest-1105061362-project] 10.222.0.32 "DELETE /v2.0/ports/663d21b9-07dd-4b88-aa77-30c71c51762c HTTP/1.1" status: 204 len: 173 time: 0.4798923 Mar 21 11:16:52.680251 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06b1e5b9-96e3-410f-a52c-5354f130cd05', 'name': 'network-vif-deleted', 'tag': '663d21b9-07dd-4b88-aa77-30c71c51762c'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:16:52.683419 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881d039021bf7bfdbb2ec2cc2a60bd67cc793bf6de71028ad915050608b1b1c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ee32a97-90bd-4b32-a773-9c85b4267aca" -d '{"events": [{"server_uuid": "06b1e5b9-96e3-410f-a52c-5354f130cd05", "name": "network-vif-deleted", "tag": "663d21b9-07dd-4b88-aa77-30c71c51762c"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:16:52.756355 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 11:16:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad2be72b-7372-4577-9a21-cd6fb7ea6a05 x-openstack-request-id: req-ad2be72b-7372-4577-9a21-cd6fb7ea6a05 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:16:52.757180 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06b1e5b9-96e3-410f-a52c-5354f130cd05", "name": "network-vif-deleted", "tag": "663d21b9-07dd-4b88-aa77-30c71c51762c", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:16:52.757180 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ad2be72b-7372-4577-9a21-cd6fb7ea6a05 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:16:52.758227 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06b1e5b9-96e3-410f-a52c-5354f130cd05', 'name': 'network-vif-deleted', 'tag': '663d21b9-07dd-4b88-aa77-30c71c51762c', 'status': 'completed', 'code': 200} Mar 21 11:16:52.881898 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-f49b7b3d-d5fe-4d06-aebf-aa11a11ab0a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (9c74c917-795e-4123-adbe-3a92cf8165ad), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:53.246592 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-f923f193-bc8e-46ce-951e-5d41eeeb0019 req-60707f48-395d-4c9c-9ce3-7b0826b012f5 tempest-VolumesNegativeTest-1105061362 tempest-VolumesNegativeTest-1105061362-project] 10.222.0.24 "GET /v2.0/ports?device_id=06b1e5b9-96e3-410f-a52c-5354f130cd05 HTTP/1.1" status: 200 len: 210 time: 0.0389521 Mar 21 11:16:53.274223 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c91d0ef-fb97-4876-a458-9c837940cfd8 req-0d390aaf-7fd9-4804-9cb5-c6125fa234f0 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:53.276208 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-7c91d0ef-fb97-4876-a458-9c837940cfd8 req-0d390aaf-7fd9-4804-9cb5-c6125fa234f0 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] 10.222.0.24 "GET /v2.0/ports?device_id=21730027-c312-4efd-9945-ee0d10cc94e5 HTTP/1.1" status: 200 len: 946 time: 0.3579938 Mar 21 11:16:53.348344 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-7c91d0ef-fb97-4876-a458-9c837940cfd8 req-92645a14-f915-4baf-ac32-03e79815852a tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee582f54-cafe-4435-94bb-8a8a6604f57a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599916 Mar 21 11:16:54.494246 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468a3f65-5ec0-4def-90b0-a54ef4b2f253 req-ed98e5c6-c615-4f72-ac8b-f72581011657 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:54.501222 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-468a3f65-5ec0-4def-90b0-a54ef4b2f253 req-ed98e5c6-c615-4f72-ac8b-f72581011657 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] 10.222.0.24 "GET /v2.0/ports?device_id=21730027-c312-4efd-9945-ee0d10cc94e5 HTTP/1.1" status: 200 len: 946 time: 0.0670829 Mar 21 11:16:54.554399 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-468a3f65-5ec0-4def-90b0-a54ef4b2f253 req-78814dd3-599e-4e80-aef9-c34ed0205caa tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee582f54-cafe-4435-94bb-8a8a6604f57a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518117 Mar 21 11:16:55.145558 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Device 663d21b9-07dd-4b88-aa77-30c71c51762c no longer exists at agent hyperv_hv-cinder-83444 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 11:16:55.169731 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] No Port match for: 663d21b9-07dd-4b88-aa77-30c71c51762c {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 11:16:55.170164 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Device 663d21b9-07dd-4b88-aa77-30c71c51762c not bound to the agent host hv-cinder-83444 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 11:16:55.536805 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c05c0a0e-fbea-4eb4-9188-69b013d7e9b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (5097f9b2-2ef0-4af4-bde3-0c344dd6e70c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:55.697046 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec128398-5fdd-47c0-b375-8f9e27635663 req-7118c26d-3b6e-4380-b266-e9bdfb4b9db8 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:55.699471 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-ec128398-5fdd-47c0-b375-8f9e27635663 req-7118c26d-3b6e-4380-b266-e9bdfb4b9db8 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] 10.222.0.24 "GET /v2.0/ports?device_id=21730027-c312-4efd-9945-ee0d10cc94e5 HTTP/1.1" status: 200 len: 946 time: 0.0714490 Mar 21 11:16:55.764139 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-ec128398-5fdd-47c0-b375-8f9e27635663 req-9087463f-73c7-4927-ac65-af8e8db3fa70 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee582f54-cafe-4435-94bb-8a8a6604f57a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580738 Mar 21 11:16:55.795927 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (e1ce583e-86b5-47e2-b889-5e91679074ed), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:56.308240 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-210879b4-d069-43d1-aadb-1ffe3c6db3e5 req-79312063-8d12-4f20-9df4-83342e05d710 tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1602906535&fields=id&tenant_id=f24006b78ad645519d3645178a10b3c7 HTTP/1.1" status: 200 len: 267 time: 0.0528705 Mar 21 11:16:56.431120 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210879b4-d069-43d1-aadb-1ffe3c6db3e5 req-88c96d10-e865-411a-8838-3163054e7130 tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:56.432687 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-210879b4-d069-43d1-aadb-1ffe3c6db3e5 req-88c96d10-e865-411a-8838-3163054e7130 tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] 10.222.0.24 "GET /v2.0/networks?id=caf5ed87-4991-45e5-8208-00f47f9875eb HTTP/1.1" status: 200 len: 809 time: 0.1170459 Mar 21 11:16:56.449806 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-210879b4-d069-43d1-aadb-1ffe3c6db3e5 req-0115da45-b3b8-487f-ab42-bc79f829a807 tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] 10.222.0.24 "GET /v2.0/quotas/f24006b78ad645519d3645178a10b3c7 HTTP/1.1" status: 200 len: 375 time: 0.0113535 Mar 21 11:16:56.523293 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-210879b4-d069-43d1-aadb-1ffe3c6db3e5 req-42a0d7a5-4d14-4bce-b01e-d808526ced09 tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f24006b78ad645519d3645178a10b3c7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0673738 Mar 21 11:16:56.625635 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-210879b4-d069-43d1-aadb-1ffe3c6db3e5 req-8e8b3e79-bc48-4ed6-ab5c-dad9419d425b service neutron] 10.222.0.24 "GET /v2.0/networks/caf5ed87-4991-45e5-8208-00f47f9875eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895827 Mar 21 11:16:56.731407 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-210879b4-d069-43d1-aadb-1ffe3c6db3e5 req-7ae6e43e-d101-41f3-b63c-2261999d8b5f service neutron] 10.222.0.24 "GET /v2.0/networks/caf5ed87-4991-45e5-8208-00f47f9875eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938373 Mar 21 11:16:56.909438 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b0d9e8-4ce0-4fea-992f-c5bb4f5a5017 req-d7df27ec-e437-470c-9aac-b6c5253d5272 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:56.911021 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-60b0d9e8-4ce0-4fea-992f-c5bb4f5a5017 req-d7df27ec-e437-470c-9aac-b6c5253d5272 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] 10.222.0.24 "GET /v2.0/ports?device_id=21730027-c312-4efd-9945-ee0d10cc94e5 HTTP/1.1" status: 200 len: 946 time: 0.0610299 Mar 21 11:16:56.974790 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-60b0d9e8-4ce0-4fea-992f-c5bb4f5a5017 req-6f16953c-fe0c-4bee-9860-d8d305e81aaa tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee582f54-cafe-4435-94bb-8a8a6604f57a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544152 Mar 21 11:16:57.104418 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-f15dd9de-27e6-4179-a808-4e0a24725c0e req-bae1a24e-455b-4c46-bdcd-51d2250b7a32 tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f33973f-857b-4834-8f6f-f2d45a21d9fa HTTP/1.1" status: 200 len: 210 time: 0.0335722 Mar 21 11:16:58.167326 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d88d44-f148-4b0d-a3e0-b3737711a321 req-fac02db7-0ab5-450e-ba6a-ce81e4f913c2 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:58.168935 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-e7d88d44-f148-4b0d-a3e0-b3737711a321 req-fac02db7-0ab5-450e-ba6a-ce81e4f913c2 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] 10.222.0.24 "GET /v2.0/ports?device_id=21730027-c312-4efd-9945-ee0d10cc94e5 HTTP/1.1" status: 200 len: 946 time: 0.1167922 Mar 21 11:16:58.204683 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6694aa1f-bf8d-44e0-b771-2551b8853c50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (47320176-3fab-4a55-b687-b3e35e89e628), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:58.245639 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-54ee0722-17e8-44c3-87ba-c98e384ee9dc req-a5edcbe3-bdf1-4720-9701-ed6ddd05ba3e tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f33973f-857b-4834-8f6f-f2d45a21d9fa HTTP/1.1" status: 200 len: 210 time: 0.0620294 Mar 21 11:16:58.266016 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210879b4-d069-43d1-aadb-1ffe3c6db3e5 req-893d1d7b-9a36-4b1c-ae6b-2d066d0a05d8 tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:58.267906 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-210879b4-d069-43d1-aadb-1ffe3c6db3e5 req-893d1d7b-9a36-4b1c-ae6b-2d066d0a05d8 tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] 10.222.0.32 "GET /v2.0/networks?id=caf5ed87-4991-45e5-8208-00f47f9875eb HTTP/1.1" status: 200 len: 809 time: 0.2020056 Mar 21 11:16:58.306459 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-e7d88d44-f148-4b0d-a3e0-b3737711a321 req-5567e302-dd7a-4943-ac35-068516fa2ef4 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee582f54-cafe-4435-94bb-8a8a6604f57a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135745 Mar 21 11:16:58.359889 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-210879b4-d069-43d1-aadb-1ffe3c6db3e5 req-26dabf9d-72b2-481e-ad61-4ad029bbfaed tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f24006b78ad645519d3645178a10b3c7 HTTP/1.1" status: 200 len: 380 time: 0.0794933 Mar 21 11:16:58.369242 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.v2.base [req-210879b4-d069-43d1-aadb-1ffe3c6db3e5 req-db93eea6-e2e3-406c-993d-8e212b458665 tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] Request body: {'port': {'device_id': '3f33973f-857b-4834-8f6f-f2d45a21d9fa', 'network_id': 'caf5ed87-4991-45e5-8208-00f47f9875eb', 'admin_state_up': True, 'tenant_id': 'f24006b78ad645519d3645178a10b3c7', 'security_groups': ['d8206a3f-9c6f-4a0b-a450-e547744181ff']}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:16:58.508539 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-210879b4-d069-43d1-aadb-1ffe3c6db3e5 req-db93eea6-e2e3-406c-993d-8e212b458665 tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] Made reservation on behalf of f24006b78ad645519d3645178a10b3c7 for: {'port': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 11:16:58.512172 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-210879b4-d069-43d1-aadb-1ffe3c6db3e5 req-db93eea6-e2e3-406c-993d-8e212b458665 tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:58.611726 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 45398) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:16:58.612218 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-5db6d96b-8c48-4aa5-944a-567c97b9cc9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (964235d6-d67c-4a74-84a5-611ab5391dc9), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:58.673052 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [req-210879b4-d069-43d1-aadb-1ffe3c6db3e5 req-db93eea6-e2e3-406c-993d-8e212b458665 tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] Allocated IP 172.20.0.12 (caf5ed87-4991-45e5-8208-00f47f9875eb/15b471db-3772-42d4-8366-79bf7fcca6e0/642d0c0d-d502-4cb3-8713-6e905fdd50c6) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:16:58.829074 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-6bdb3630-f205-42d0-a384-4efc1576b311 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5b97f8fd69dd49b4b9b09a2addbeb5c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2153811 Mar 21 11:16:58.834016 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 45402) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:16:58.860011 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-210879b4-d069-43d1-aadb-1ffe3c6db3e5 req-db93eea6-e2e3-406c-993d-8e212b458665 tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] Publish callbacks [] for port (642d0c0d-d502-4cb3-8713-6e905fdd50c6), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:58.888019 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-27180977-205e-4ba3-9073-ef4f21eb636d admin admin] Publish callbacks [] for security_group (74218d7c-a911-4bca-b2db-2bd2cc278c62), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:58.897201 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-210879b4-d069-43d1-aadb-1ffe3c6db3e5 req-db93eea6-e2e3-406c-993d-8e212b458665 tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738246144781'] for port (642d0c0d-d502-4cb3-8713-6e905fdd50c6), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:58.914963 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-27180977-205e-4ba3-9073-ef4f21eb636d admin admin] Publish callbacks [] for security_group (74218d7c-a911-4bca-b2db-2bd2cc278c62), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:58.941387 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-210879b4-d069-43d1-aadb-1ffe3c6db3e5 req-db93eea6-e2e3-406c-993d-8e212b458665 tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] Network caf5ed87-4991-45e5-8208-00f47f9875eb is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:16:58.944871 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [req-210879b4-d069-43d1-aadb-1ffe3c6db3e5 req-db93eea6-e2e3-406c-993d-8e212b458665 tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:16:58.948930 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-210879b4-d069-43d1-aadb-1ffe3c6db3e5 req-db93eea6-e2e3-406c-993d-8e212b458665 tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:16:58.954320 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210879b4-d069-43d1-aadb-1ffe3c6db3e5 req-db93eea6-e2e3-406c-993d-8e212b458665 tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:58.955181 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-210879b4-d069-43d1-aadb-1ffe3c6db3e5 req-db93eea6-e2e3-406c-993d-8e212b458665 tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97509'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:58.970109 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db93eea6-e2e3-406c-993d-8e212b458665 tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] Pushing event updated for resources: {'Port': ['ID=642d0c0d-d502-4cb3-8713-6e905fdd50c6,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:16:58.973583 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-27180977-205e-4ba3-9073-ef4f21eb636d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (74218d7c-a911-4bca-b2db-2bd2cc278c62), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:58.978993 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-27180977-205e-4ba3-9073-ef4f21eb636d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:58.983910 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-27180977-205e-4ba3-9073-ef4f21eb636d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/74218d7c-a911-4bca-b2db-2bd2cc278c62 HTTP/1.1" status: 204 len: 168 time: 0.1485484 Mar 21 11:16:58.984660 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-210879b4-d069-43d1-aadb-1ffe3c6db3e5 req-db93eea6-e2e3-406c-993d-8e212b458665 tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6195838 Mar 21 11:16:58.993195 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27180977-205e-4ba3-9073-ef4f21eb636d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74218d7c-a911-4bca-b2db-2bd2cc278c62,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:16:59.002329 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.v2.base [req-210879b4-d069-43d1-aadb-1ffe3c6db3e5 req-9ae018fd-16e9-4972-9cc1-c31bc5494874 service neutron] Request body: {'port': {'device_id': '3f33973f-857b-4834-8f6f-f2d45a21d9fa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83444'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:16:59.078982 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-210879b4-d069-43d1-aadb-1ffe3c6db3e5 req-9ae018fd-16e9-4972-9cc1-c31bc5494874 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (642d0c0d-d502-4cb3-8713-6e905fdd50c6), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:59.321784 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-960c6662-2ced-456e-8bed-66786558149f None None] Provisioning complete for port 642d0c0d-d502-4cb3-8713-6e905fdd50c6 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:16:59.321784 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-960c6662-2ced-456e-8bed-66786558149f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688166'] for port (642d0c0d-d502-4cb3-8713-6e905fdd50c6), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:59.371534 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-960c6662-2ced-456e-8bed-66786558149f None None] Port 642d0c0d-d502-4cb3-8713-6e905fdd50c6 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 11:16:59.511952 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.notifiers.nova [req-210879b4-d069-43d1-aadb-1ffe3c6db3e5 req-9ae018fd-16e9-4972-9cc1-c31bc5494874 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 642d0c0d-d502-4cb3-8713-6e905fdd50c6 {{(pid=103421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 11:16:59.522362 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-210879b4-d069-43d1-aadb-1ffe3c6db3e5 req-9ae018fd-16e9-4972-9cc1-c31bc5494874 service neutron] Publish callbacks [] for port (642d0c0d-d502-4cb3-8713-6e905fdd50c6), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:59.529675 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (4788e3a4-6d7d-47da-90c6-7227f6e2e35d), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:59.544210 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [req-210879b4-d069-43d1-aadb-1ffe3c6db3e5 req-9ae018fd-16e9-4972-9cc1-c31bc5494874 service neutron] Transition to ACTIVE for port object 642d0c0d-d502-4cb3-8713-6e905fdd50c6 will not be triggered until provisioned by entity L2. {{(pid=103421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 21 11:16:59.555397 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-210879b4-d069-43d1-aadb-1ffe3c6db3e5 req-9ae018fd-16e9-4972-9cc1-c31bc5494874 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817'] for port (642d0c0d-d502-4cb3-8713-6e905fdd50c6), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:59.573404 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a093e78-06df-4d3b-957d-f0f79f0fce92 req-00910af5-e907-43f9-a276-19cb909cd1ae tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:59.575043 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-9a093e78-06df-4d3b-957d-f0f79f0fce92 req-00910af5-e907-43f9-a276-19cb909cd1ae tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] 10.222.0.24 "GET /v2.0/ports?device_id=21730027-c312-4efd-9945-ee0d10cc94e5 HTTP/1.1" status: 200 len: 946 time: 0.1342506 Mar 21 11:16:59.627911 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9a3acc-0695-4731-af59-9d0fc7cd9971 req-8a199328-3fe7-426e-ab2a-2d5ac5cd2c62 tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:59.629495 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-1d9a3acc-0695-4731-af59-9d0fc7cd9971 req-8a199328-3fe7-426e-ab2a-2d5ac5cd2c62 tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f33973f-857b-4834-8f6f-f2d45a21d9fa HTTP/1.1" status: 200 len: 932 time: 0.1901834 Mar 21 11:16:59.666853 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae018fd-16e9-4972-9cc1-c31bc5494874 service neutron] Pushing event updated for resources: {'Port': ['ID=642d0c0d-d502-4cb3-8713-6e905fdd50c6,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:16:59.744888 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-9a093e78-06df-4d3b-957d-f0f79f0fce92 req-c98fb342-fd8c-4e20-bad6-5d6cfcb69afa tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee582f54-cafe-4435-94bb-8a8a6604f57a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1380808 Mar 21 11:16:59.759251 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-210879b4-d069-43d1-aadb-1ffe3c6db3e5 req-9ae018fd-16e9-4972-9cc1-c31bc5494874 service neutron] Attempting to bind port 642d0c0d-d502-4cb3-8713-6e905fdd50c6 on host hv-cinder-83444 for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 11:16:59.771406 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-210879b4-d069-43d1-aadb-1ffe3c6db3e5 req-9ae018fd-16e9-4972-9cc1-c31bc5494874 service neutron] Attempting to bind port 642d0c0d-d502-4cb3-8713-6e905fdd50c6 by drivers openvswitch,hyperv on host hv-cinder-83444 at level 0 using segments [{'id': 'bfe39c1d-75e0-4826-9959-5c8fd0c1357b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'caf5ed87-4991-45e5-8208-00f47f9875eb'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 11:16:59.771406 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210879b4-d069-43d1-aadb-1ffe3c6db3e5 req-9ae018fd-16e9-4972-9cc1-c31bc5494874 service neutron] Attempting to bind port 642d0c0d-d502-4cb3-8713-6e905fdd50c6 on network caf5ed87-4991-45e5-8208-00f47f9875eb {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:16:59.774252 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-1d9a3acc-0695-4731-af59-9d0fc7cd9971 req-000c45b6-232b-4dfb-87cd-69610c4b8d49 tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8206a3f-9c6f-4a0b-a450-e547744181ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1302869 Mar 21 11:16:59.774584 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210879b4-d069-43d1-aadb-1ffe3c6db3e5 req-9ae018fd-16e9-4972-9cc1-c31bc5494874 service neutron] Port 642d0c0d-d502-4cb3-8713-6e905fdd50c6 on network caf5ed87-4991-45e5-8208-00f47f9875eb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83444 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 21 11:16:59.775271 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210879b4-d069-43d1-aadb-1ffe3c6db3e5 req-9ae018fd-16e9-4972-9cc1-c31bc5494874 service neutron] Attempting to bind port 642d0c0d-d502-4cb3-8713-6e905fdd50c6 on network caf5ed87-4991-45e5-8208-00f47f9875eb {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:16:59.783005 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210879b4-d069-43d1-aadb-1ffe3c6db3e5 req-9ae018fd-16e9-4972-9cc1-c31bc5494874 service neutron] Checking agent: {'id': 'e1ce583e-86b5-47e2-b889-5e91679074ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83444', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 11, 11, 26), 'started_at': datetime.datetime(2022, 3, 21, 11, 11, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 11, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 11:16:59.783559 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210879b4-d069-43d1-aadb-1ffe3c6db3e5 req-9ae018fd-16e9-4972-9cc1-c31bc5494874 service neutron] Checking segment: {'id': 'bfe39c1d-75e0-4826-9959-5c8fd0c1357b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'caf5ed87-4991-45e5-8208-00f47f9875eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:16:59.784240 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210879b4-d069-43d1-aadb-1ffe3c6db3e5 req-9ae018fd-16e9-4972-9cc1-c31bc5494874 service neutron] Bound using segment: {'id': 'bfe39c1d-75e0-4826-9959-5c8fd0c1357b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'caf5ed87-4991-45e5-8208-00f47f9875eb'} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 11:16:59.784971 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-210879b4-d069-43d1-aadb-1ffe3c6db3e5 req-9ae018fd-16e9-4972-9cc1-c31bc5494874 service neutron] Bound port: 642d0c0d-d502-4cb3-8713-6e905fdd50c6, host: hv-cinder-83444, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfe39c1d-75e0-4826-9959-5c8fd0c1357b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'caf5ed87-4991-45e5-8208-00f47f9875eb'}}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 11:16:59.785552 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-210879b4-d069-43d1-aadb-1ffe3c6db3e5 req-9ae018fd-16e9-4972-9cc1-c31bc5494874 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (642d0c0d-d502-4cb3-8713-6e905fdd50c6), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:59.898194 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-210879b4-d069-43d1-aadb-1ffe3c6db3e5 req-9ae018fd-16e9-4972-9cc1-c31bc5494874 service neutron] For port 642d0c0d-d502-4cb3-8713-6e905fdd50c6, host hv-cinder-83444, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 11:16:59.902499 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-210879b4-d069-43d1-aadb-1ffe3c6db3e5 req-9ae018fd-16e9-4972-9cc1-c31bc5494874 service neutron] For port 642d0c0d-d502-4cb3-8713-6e905fdd50c6, host hv-cinder-83444, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=642d0c0d-d502-4cb3-8713-6e905fdd50c6,segment=NetworkSegment(bfe39c1d-75e0-4826-9959-5c8fd0c1357b),segment_id=bfe39c1d-75e0-4826-9959-5c8fd0c1357b)] {{(pid=103421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 11:16:59.918769 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-210879b4-d069-43d1-aadb-1ffe3c6db3e5 req-9ae018fd-16e9-4972-9cc1-c31bc5494874 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817'] for port (642d0c0d-d502-4cb3-8713-6e905fdd50c6), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:59.976318 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210879b4-d069-43d1-aadb-1ffe3c6db3e5 req-9ae018fd-16e9-4972-9cc1-c31bc5494874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:59.976686 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-210879b4-d069-43d1-aadb-1ffe3c6db3e5 req-9ae018fd-16e9-4972-9cc1-c31bc5494874 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97509'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:59.978128 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-210879b4-d069-43d1-aadb-1ffe3c6db3e5 req-9ae018fd-16e9-4972-9cc1-c31bc5494874 service neutron] 10.222.0.32 "PUT /v2.0/ports/642d0c0d-d502-4cb3-8713-6e905fdd50c6 HTTP/1.1" status: 200 len: 1094 time: 0.9850943 Mar 21 11:16:59.983012 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f33973f-857b-4834-8f6f-f2d45a21d9fa', 'tag': '642d0c0d-d502-4cb3-8713-6e905fdd50c6'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:16:59.986050 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881d039021bf7bfdbb2ec2cc2a60bd67cc793bf6de71028ad915050608b1b1c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba6f5281-87bc-485c-96dd-d253b28294b3" -d '{"events": [{"name": "network-changed", "server_uuid": "3f33973f-857b-4834-8f6f-f2d45a21d9fa", "tag": "642d0c0d-d502-4cb3-8713-6e905fdd50c6"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:17:00.051910 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 11:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39f5bd2a-d70c-422b-a6b2-a571c04b0714 x-openstack-request-id: req-39f5bd2a-d70c-422b-a6b2-a571c04b0714 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:17:00.052179 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f33973f-857b-4834-8f6f-f2d45a21d9fa", "tag": "642d0c0d-d502-4cb3-8713-6e905fdd50c6", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:17:00.052430 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-39f5bd2a-d70c-422b-a6b2-a571c04b0714 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:17:00.052855 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f33973f-857b-4834-8f6f-f2d45a21d9fa', 'tag': '642d0c0d-d502-4cb3-8713-6e905fdd50c6', 'status': 'completed', 'code': 200} Mar 21 11:17:00.095988 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae018fd-16e9-4972-9cc1-c31bc5494874 service neutron] Pushing event updated for resources: {'Port': ['ID=642d0c0d-d502-4cb3-8713-6e905fdd50c6,revision_number=3']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:17:00.133706 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ae7864-6e09-46c4-9efd-b0a60c7aa9d7 req-1af06c74-f53d-4a12-bff6-475f9d4edf44 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:00.135261 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-f2ae7864-6e09-46c4-9efd-b0a60c7aa9d7 req-1af06c74-f53d-4a12-bff6-475f9d4edf44 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] 10.222.0.24 "GET /v2.0/ports?device_id=21730027-c312-4efd-9945-ee0d10cc94e5 HTTP/1.1" status: 200 len: 946 time: 0.1841879 Mar 21 11:17:00.145000 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef8cb76-9864-4023-8567-74a3b0672118 req-c43788a4-1929-4f36-81ca-d3b6e65cf707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:00.146582 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-2ef8cb76-9864-4023-8567-74a3b0672118 req-c43788a4-1929-4f36-81ca-d3b6e65cf707 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5c0a065250d348a7b0fe2877a603793f&device_id=21730027-c312-4efd-9945-ee0d10cc94e5 HTTP/1.1" status: 200 len: 1130 time: 0.1569097 Mar 21 11:17:00.150256 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210879b4-d069-43d1-aadb-1ffe3c6db3e5 req-af2f7ece-b6f1-412b-a27d-d1f228f68aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:00.151897 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-210879b4-d069-43d1-aadb-1ffe3c6db3e5 req-af2f7ece-b6f1-412b-a27d-d1f228f68aa5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f24006b78ad645519d3645178a10b3c7&device_id=3f33973f-857b-4834-8f6f-f2d45a21d9fa HTTP/1.1" status: 200 len: 1128 time: 0.1290581 Mar 21 11:17:00.245330 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-210879b4-d069-43d1-aadb-1ffe3c6db3e5 req-86b66e63-8bf4-4fe2-a878-aa77e3c27710 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=642d0c0d-d502-4cb3-8713-6e905fdd50c6 HTTP/1.1" status: 200 len: 217 time: 0.0798590 Mar 21 11:17:00.323717 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-f2ae7864-6e09-46c4-9efd-b0a60c7aa9d7 req-70a11fa0-fdb6-4d72-ad71-86b762e0b993 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee582f54-cafe-4435-94bb-8a8a6604f57a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1759498 Mar 21 11:17:00.346865 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210879b4-d069-43d1-aadb-1ffe3c6db3e5 req-55354da4-a531-4013-a8f3-7a857a76b3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:00.348551 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-210879b4-d069-43d1-aadb-1ffe3c6db3e5 req-55354da4-a531-4013-a8f3-7a857a76b3a7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=15b471db-3772-42d4-8366-79bf7fcca6e0 HTTP/1.1" status: 200 len: 848 time: 0.0824020 Mar 21 11:17:00.368689 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef8cb76-9864-4023-8567-74a3b0672118 req-bde9f87f-358d-49f3-a53c-f6d776db2bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:00.370375 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-2ef8cb76-9864-4023-8567-74a3b0672118 req-bde9f87f-358d-49f3-a53c-f6d776db2bc4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1436ce26-cb86-45d4-9a97-097fbbf6586a HTTP/1.1" status: 200 len: 912 time: 0.2169623 Mar 21 11:17:00.458766 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-2ef8cb76-9864-4023-8567-74a3b0672118 req-a7c203e5-6118-4196-96b9-dc6342429162 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6551c28e-0365-4364-a2f5-4efa7bf2bb34 HTTP/1.1" status: 200 len: 1002 time: 0.0735326 Mar 21 11:17:00.464000 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210879b4-d069-43d1-aadb-1ffe3c6db3e5 req-e36feaae-2082-424b-8e86-28d60ac2279e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:00.465488 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-210879b4-d069-43d1-aadb-1ffe3c6db3e5 req-e36feaae-2082-424b-8e86-28d60ac2279e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=caf5ed87-4991-45e5-8208-00f47f9875eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1107574 Mar 21 11:17:00.560672 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef8cb76-9864-4023-8567-74a3b0672118 req-e7f6aa6a-73ed-44a4-b024-c692a93faee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:00.562362 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-2ef8cb76-9864-4023-8567-74a3b0672118 req-e7f6aa6a-73ed-44a4-b024-c692a93faee2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fea72cb6-9b89-4ba0-8193-720fc6fd5e2b HTTP/1.1" status: 200 len: 850 time: 0.0959861 Mar 21 11:17:00.626189 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-210879b4-d069-43d1-aadb-1ffe3c6db3e5 req-0dc559a2-e839-4758-ae37-2e78ba3a0459 service neutron] 10.222.0.32 "GET /v2.0/networks/caf5ed87-4991-45e5-8208-00f47f9875eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522260 Mar 21 11:17:00.690093 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef8cb76-9864-4023-8567-74a3b0672118 req-59319026-44fa-4e80-9cf1-701ed33b1a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:00.691666 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-2ef8cb76-9864-4023-8567-74a3b0672118 req-59319026-44fa-4e80-9cf1-701ed33b1a1a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1436ce26-cb86-45d4-9a97-097fbbf6586a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1074460 Mar 21 11:17:00.791500 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-210879b4-d069-43d1-aadb-1ffe3c6db3e5 req-bc9515c0-34a3-4154-938c-7549a34f508e service neutron] 10.222.0.32 "GET /v2.0/networks/caf5ed87-4991-45e5-8208-00f47f9875eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528852 Mar 21 11:17:00.822632 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-2ef8cb76-9864-4023-8567-74a3b0672118 req-eab9be2b-9513-4204-a9fe-10aac182314f service neutron] 10.222.0.32 "GET /v2.0/networks/1436ce26-cb86-45d4-9a97-097fbbf6586a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238742 Mar 21 11:17:01.004778 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-2ef8cb76-9864-4023-8567-74a3b0672118 req-59fe772b-3f04-486f-8e9d-03e478e83c69 service neutron] 10.222.0.32 "GET /v2.0/networks/1436ce26-cb86-45d4-9a97-097fbbf6586a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620631 Mar 21 11:17:01.016104 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fede68-e0e0-43a2-a551-b909f9352a04 req-ef650ad8-297d-48f4-883f-90f3806d302f tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:01.017721 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-b1fede68-e0e0-43a2-a551-b909f9352a04 req-ef650ad8-297d-48f4-883f-90f3806d302f tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f33973f-857b-4834-8f6f-f2d45a21d9fa HTTP/1.1" status: 200 len: 944 time: 0.1158769 Mar 21 11:17:01.020816 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6f5281-87bc-485c-96dd-d253b28294b3 req-57eadaa8-00ab-4c9d-9136-4a83651bd137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:01.022241 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-ba6f5281-87bc-485c-96dd-d253b28294b3 req-57eadaa8-00ab-4c9d-9136-4a83651bd137 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f24006b78ad645519d3645178a10b3c7&device_id=3f33973f-857b-4834-8f6f-f2d45a21d9fa HTTP/1.1" status: 200 len: 1128 time: 0.1590188 Mar 21 11:17:01.121397 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-b1fede68-e0e0-43a2-a551-b909f9352a04 req-9fc2f5b1-611e-4d32-b385-d6d76091dbdf tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8206a3f-9c6f-4a0b-a450-e547744181ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980010 Mar 21 11:17:01.154981 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6f5281-87bc-485c-96dd-d253b28294b3 req-8660e8c5-8576-4af3-9ba7-deed0c493ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:01.156522 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-ba6f5281-87bc-485c-96dd-d253b28294b3 req-8660e8c5-8576-4af3-9ba7-deed0c493ae6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=caf5ed87-4991-45e5-8208-00f47f9875eb HTTP/1.1" status: 200 len: 910 time: 0.1148889 Mar 21 11:17:01.201351 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-ba6f5281-87bc-485c-96dd-d253b28294b3 req-9beed437-c3a9-4c67-9d45-23a5779d9732 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=642d0c0d-d502-4cb3-8713-6e905fdd50c6 HTTP/1.1" status: 200 len: 217 time: 0.0385172 Mar 21 11:17:01.258495 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6f5281-87bc-485c-96dd-d253b28294b3 req-fe67449b-3a17-4c70-9eb4-6a3ade9ac31a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:01.260562 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-ba6f5281-87bc-485c-96dd-d253b28294b3 req-fe67449b-3a17-4c70-9eb4-6a3ade9ac31a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=15b471db-3772-42d4-8366-79bf7fcca6e0 HTTP/1.1" status: 200 len: 848 time: 0.0525017 Mar 21 11:17:01.325767 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6f5281-87bc-485c-96dd-d253b28294b3 req-ea26d1db-5a11-4145-9bce-e2f304cc45a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:01.327658 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-ba6f5281-87bc-485c-96dd-d253b28294b3 req-ea26d1db-5a11-4145-9bce-e2f304cc45a3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=caf5ed87-4991-45e5-8208-00f47f9875eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0511575 Mar 21 11:17:01.462576 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-ba6f5281-87bc-485c-96dd-d253b28294b3 req-69127d21-70e8-4113-a224-1430d0b8a6c5 service neutron] 10.222.0.32 "GET /v2.0/networks/caf5ed87-4991-45e5-8208-00f47f9875eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270964 Mar 21 11:17:01.478263 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6754143-7107-4ddd-b79c-a28dc795f39d req-6bf381dd-9a6b-4eb6-a051-28a591e49491 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:01.479861 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-f6754143-7107-4ddd-b79c-a28dc795f39d req-6bf381dd-9a6b-4eb6-a051-28a591e49491 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] 10.222.0.24 "GET /v2.0/ports?device_id=21730027-c312-4efd-9945-ee0d10cc94e5 HTTP/1.1" status: 200 len: 946 time: 0.0826476 Mar 21 11:17:01.838905 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-f6754143-7107-4ddd-b79c-a28dc795f39d req-2fa7826c-427e-497e-8546-42e04aaeccf9 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee582f54-cafe-4435-94bb-8a8a6604f57a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3506470 Mar 21 11:17:01.859216 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-ba6f5281-87bc-485c-96dd-d253b28294b3 req-e3c225b5-ce6b-493e-b006-615313a8054d service neutron] 10.222.0.32 "GET /v2.0/networks/caf5ed87-4991-45e5-8208-00f47f9875eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3783212 Mar 21 11:17:02.279917 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e799c2e-dd73-478f-a529-28f2d3355fff req-9a7a0d7d-e105-45a6-a4a7-0418d22e9d3d tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:02.282587 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-4e799c2e-dd73-478f-a529-28f2d3355fff req-9a7a0d7d-e105-45a6-a4a7-0418d22e9d3d tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f33973f-857b-4834-8f6f-f2d45a21d9fa HTTP/1.1" status: 200 len: 944 time: 0.0852773 Mar 21 11:17:02.334972 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-4e799c2e-dd73-478f-a529-28f2d3355fff req-68b961f5-7688-4394-b17f-1418649b437c tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8206a3f-9c6f-4a0b-a450-e547744181ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468068 Mar 21 11:17:02.969497 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b812b4f-5b2a-4a43-b4cf-546b4749ced0 req-b7a5113b-1150-40c9-9b6f-a8dce493262b tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:02.971417 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-9b812b4f-5b2a-4a43-b4cf-546b4749ced0 req-b7a5113b-1150-40c9-9b6f-a8dce493262b tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] 10.222.0.24 "GET /v2.0/ports?device_id=21730027-c312-4efd-9945-ee0d10cc94e5 HTTP/1.1" status: 200 len: 946 time: 0.0595474 Mar 21 11:17:03.025142 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-9b812b4f-5b2a-4a43-b4cf-546b4749ced0 req-01c253a9-f2d0-4424-96a4-f474c8272124 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee582f54-cafe-4435-94bb-8a8a6604f57a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466533 Mar 21 11:17:03.161200 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Device 642d0c0d-d502-4cb3-8713-6e905fdd50c6 details requested by agent hyperv_hv-cinder-83444 with host hv-cinder-83444 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 11:17:03.263489 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] For port 642d0c0d-d502-4cb3-8713-6e905fdd50c6, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=642d0c0d-d502-4cb3-8713-6e905fdd50c6,segment=NetworkSegment(bfe39c1d-75e0-4826-9959-5c8fd0c1357b),segment_id=bfe39c1d-75e0-4826-9959-5c8fd0c1357b)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:17:03.276580 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Returning: {'device': '642d0c0d-d502-4cb3-8713-6e905fdd50c6', 'network_id': 'caf5ed87-4991-45e5-8208-00f47f9875eb', 'port_id': '642d0c0d-d502-4cb3-8713-6e905fdd50c6', 'mac_address': 'fa:16:3e:af:22:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15b471db-3772-42d4-8366-79bf7fcca6e0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 11:17:03.315597 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Current status of the port 642d0c0d-d502-4cb3-8713-6e905fdd50c6 is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:17:03.316019 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (642d0c0d-d502-4cb3-8713-6e905fdd50c6), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:03.334435 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 642d0c0d-d502-4cb3-8713-6e905fdd50c6 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 11:17:03.356612 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] For port 642d0c0d-d502-4cb3-8713-6e905fdd50c6, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=642d0c0d-d502-4cb3-8713-6e905fdd50c6,segment=NetworkSegment(bfe39c1d-75e0-4826-9959-5c8fd0c1357b),segment_id=bfe39c1d-75e0-4826-9959-5c8fd0c1357b)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:17:03.363186 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817'] for port (642d0c0d-d502-4cb3-8713-6e905fdd50c6), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:03.420118 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Pushing event updated for resources: {'Port': ['ID=642d0c0d-d502-4cb3-8713-6e905fdd50c6,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:17:03.464006 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841b1048-9a11-46eb-8c33-c9396a7889b0 req-97de9505-8894-4469-9789-9a58d8d594bc tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:03.465657 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-841b1048-9a11-46eb-8c33-c9396a7889b0 req-97de9505-8894-4469-9789-9a58d8d594bc tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f33973f-857b-4834-8f6f-f2d45a21d9fa HTTP/1.1" status: 200 len: 945 time: 0.0587065 Mar 21 11:17:03.518181 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-841b1048-9a11-46eb-8c33-c9396a7889b0 req-ce2e4790-059b-40d8-9c07-471d22ace38a tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8206a3f-9c6f-4a0b-a450-e547744181ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455239 Mar 21 11:17:03.719531 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] get_ports_and_sgs() called for port_ids ['642d0c0d-d502-4cb3-8713-6e905fdd50c6'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 11:17:04.655031 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175524f6-5850-4c36-9b04-62cec5693206 req-414ec77b-012b-468e-86c9-721f20631756 tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:04.657010 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-175524f6-5850-4c36-9b04-62cec5693206 req-414ec77b-012b-468e-86c9-721f20631756 tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f33973f-857b-4834-8f6f-f2d45a21d9fa HTTP/1.1" status: 200 len: 945 time: 0.0671470 Mar 21 11:17:04.729613 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-175524f6-5850-4c36-9b04-62cec5693206 req-2285c318-87fb-46f9-82e5-67cc59327369 tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8206a3f-9c6f-4a0b-a450-e547744181ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662897 Mar 21 11:17:05.171205 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Device 642d0c0d-d502-4cb3-8713-6e905fdd50c6 up at agent hyperv_hv-cinder-83444 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:17:05.230252 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Provisioning for port 642d0c0d-d502-4cb3-8713-6e905fdd50c6 completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 21 11:17:05.235221 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Provisioning complete for port 642d0c0d-d502-4cb3-8713-6e905fdd50c6 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:17:05.235600 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688166'] for port (642d0c0d-d502-4cb3-8713-6e905fdd50c6), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:05.323413 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Current status of the port 642d0c0d-d502-4cb3-8713-6e905fdd50c6 is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:17:05.323850 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (642d0c0d-d502-4cb3-8713-6e905fdd50c6), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:05.356204 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f33973f-857b-4834-8f6f-f2d45a21d9fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '642d0c0d-d502-4cb3-8713-6e905fdd50c6'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:17:05.358718 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f4962fb769adde196efb410afcfec8f2b34529d6df7ca74076ce40474c5a66c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17d3a0ac-348b-4a5d-8e2b-5455cbd1e978" -d '{"events": [{"server_uuid": "3f33973f-857b-4834-8f6f-f2d45a21d9fa", "name": "network-vif-plugged", "status": "completed", "tag": "642d0c0d-d502-4cb3-8713-6e905fdd50c6"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:17:05.372185 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] For port 642d0c0d-d502-4cb3-8713-6e905fdd50c6, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=642d0c0d-d502-4cb3-8713-6e905fdd50c6,segment=NetworkSegment(bfe39c1d-75e0-4826-9959-5c8fd0c1357b),segment_id=bfe39c1d-75e0-4826-9959-5c8fd0c1357b)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:17:05.378893 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817'] for port (642d0c0d-d502-4cb3-8713-6e905fdd50c6), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:05.420141 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 11:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-737e3e62-bcca-45eb-bfbf-724509c37573 x-openstack-request-id: req-737e3e62-bcca-45eb-bfbf-724509c37573 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:17:05.420471 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f33973f-857b-4834-8f6f-f2d45a21d9fa", "name": "network-vif-plugged", "status": "completed", "tag": "642d0c0d-d502-4cb3-8713-6e905fdd50c6", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:17:05.420759 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-737e3e62-bcca-45eb-bfbf-724509c37573 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:17:05.421417 dv-cinder-834448-1-smb neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f33973f-857b-4834-8f6f-f2d45a21d9fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '642d0c0d-d502-4cb3-8713-6e905fdd50c6', 'code': 200} Mar 21 11:17:05.455271 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Pushing event updated for resources: {'Port': ['ID=642d0c0d-d502-4cb3-8713-6e905fdd50c6,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:17:05.739843 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc9a1fc-d176-4240-bfdf-a617de4102d3 req-0a151fca-bf97-4e80-82e1-ca0b1c8fad32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:05.741388 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-0cc9a1fc-d176-4240-bfdf-a617de4102d3 req-0a151fca-bf97-4e80-82e1-ca0b1c8fad32 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3f33973f-857b-4834-8f6f-f2d45a21d9fa HTTP/1.1" status: 200 len: 1130 time: 0.0527823 Mar 21 11:17:05.795742 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-0cc9a1fc-d176-4240-bfdf-a617de4102d3 req-af5d4064-16c1-451b-b7a5-587e2ce7a433 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=d8206a3f-9c6f-4a0b-a450-e547744181ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447605 Mar 21 11:17:05.856691 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c6e34b-5549-44d9-ad0f-b66d270ce5fe req-bfbe57c7-0ce8-498e-b0ae-fc90664d873c tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:05.858264 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-18c6e34b-5549-44d9-ad0f-b66d270ce5fe req-bfbe57c7-0ce8-498e-b0ae-fc90664d873c tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f33973f-857b-4834-8f6f-f2d45a21d9fa HTTP/1.1" status: 200 len: 946 time: 0.0564461 Mar 21 11:17:05.914963 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-18c6e34b-5549-44d9-ad0f-b66d270ce5fe req-fa30569c-14e4-4f09-9c6e-7705c450c2ae tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8206a3f-9c6f-4a0b-a450-e547744181ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486665 Mar 21 11:17:07.044203 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5b99f0-27f3-49c5-bcc0-82af279a9aa9 req-d9f66591-5e67-475b-bc5a-7d1942e168b9 tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:07.046605 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-2b5b99f0-27f3-49c5-bcc0-82af279a9aa9 req-d9f66591-5e67-475b-bc5a-7d1942e168b9 tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f33973f-857b-4834-8f6f-f2d45a21d9fa HTTP/1.1" status: 200 len: 946 time: 0.0573473 Mar 21 11:17:07.109894 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-2b5b99f0-27f3-49c5-bcc0-82af279a9aa9 req-a9ba874f-1ca0-4d8e-bdcd-2cce0927949f tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8206a3f-9c6f-4a0b-a450-e547744181ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569699 Mar 21 11:17:08.246143 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69a3226-14e8-484f-b44b-9a7838a4f44d req-69a81565-b817-4b9f-aef7-b3fb7ee1dd29 tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:08.250250 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-a69a3226-14e8-484f-b44b-9a7838a4f44d req-69a81565-b817-4b9f-aef7-b3fb7ee1dd29 tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f33973f-857b-4834-8f6f-f2d45a21d9fa HTTP/1.1" status: 200 len: 946 time: 0.0592036 Mar 21 11:17:08.305507 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-a69a3226-14e8-484f-b44b-9a7838a4f44d req-259c6ccf-b2b8-474d-ba82-b69ef8334926 tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8206a3f-9c6f-4a0b-a450-e547744181ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514407 Mar 21 11:17:08.437631 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88ffc60-b1a1-47d0-b7f4-d490f2b54f56 req-c7213337-82c7-412a-ae9c-995ad125939a tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:08.439005 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-f88ffc60-b1a1-47d0-b7f4-d490f2b54f56 req-c7213337-82c7-412a-ae9c-995ad125939a tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f33973f-857b-4834-8f6f-f2d45a21d9fa HTTP/1.1" status: 200 len: 946 time: 0.0595026 Mar 21 11:17:08.492774 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-f88ffc60-b1a1-47d0-b7f4-d490f2b54f56 req-212cd773-a7f7-4f65-863d-73313826e6af tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8206a3f-9c6f-4a0b-a450-e547744181ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465567 Mar 21 11:17:08.514985 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 45444) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:17:08.740908 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d618454e-04b2-453d-9c88-dbf156edfc6b tempest-TestShelveInstance-1381367565 tempest-TestShelveInstance-1381367565-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:08.742416 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-d618454e-04b2-453d-9c88-dbf156edfc6b tempest-TestShelveInstance-1381367565 tempest-TestShelveInstance-1381367565-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=3f33973f-857b-4834-8f6f-f2d45a21d9fa HTTP/1.1" status: 200 len: 1125 time: 0.2264056 Mar 21 11:17:08.745659 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 45448) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:17:08.750399 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.v2.base [None req-88b730aa-07bf-44bf-b71e-77e9db8b9d26 tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] Request body: {'floatingip': {'floating_network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'port_id': '642d0c0d-d502-4cb3-8713-6e905fdd50c6', 'tenant_id': 'f24006b78ad645519d3645178a10b3c7', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:17:08.777756 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-88b730aa-07bf-44bf-b71e-77e9db8b9d26 tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:08.881423 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-88b730aa-07bf-44bf-b71e-77e9db8b9d26 tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:08.991174 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-88b730aa-07bf-44bf-b71e-77e9db8b9d26 tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] Allocated IP 172.28.0.30 (4a234a12-d706-4d7c-b6c3-ed2b05ad1623/3e258188-6a8e-4491-8eb3-50329fb1d7f1/8b746d51-f993-4816-b2f8-f923da4b4cb7) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:17:09.096386 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-88b730aa-07bf-44bf-b71e-77e9db8b9d26 tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] Publish callbacks [] for port (8b746d51-f993-4816-b2f8-f923da4b4cb7), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:09.134753 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-88b730aa-07bf-44bf-b71e-77e9db8b9d26 tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738246144781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265271506'] for port (8b746d51-f993-4816-b2f8-f923da4b4cb7), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:09.175313 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b730aa-07bf-44bf-b71e-77e9db8b9d26 tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] Network 4a234a12-d706-4d7c-b6c3-ed2b05ad1623 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:17:09.178305 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-88b730aa-07bf-44bf-b71e-77e9db8b9d26 tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:17:09.181696 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b730aa-07bf-44bf-b71e-77e9db8b9d26 tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:17:09.190404 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b730aa-07bf-44bf-b71e-77e9db8b9d26 tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] Pushing event updated for resources: {'Port': ['ID=8b746d51-f993-4816-b2f8-f923da4b4cb7,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:17:09.568365 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-88b730aa-07bf-44bf-b71e-77e9db8b9d26 tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] Publish callbacks [] for floatingip (335ebe50-435d-45e8-b630-5f2e546b9348), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:09.650589 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-88b730aa-07bf-44bf-b71e-77e9db8b9d26 tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (8b746d51-f993-4816-b2f8-f923da4b4cb7), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:09.813686 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-88b730aa-07bf-44bf-b71e-77e9db8b9d26 tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] Publish callbacks [] for port (8b746d51-f993-4816-b2f8-f923da4b4cb7), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:09.820184 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-88b730aa-07bf-44bf-b71e-77e9db8b9d26 tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265271525'] for port (8b746d51-f993-4816-b2f8-f923da4b4cb7), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:09.890699 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b730aa-07bf-44bf-b71e-77e9db8b9d26 tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] Pushing event updated for resources: {'Port': ['ID=8b746d51-f993-4816-b2f8-f923da4b4cb7,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:17:09.901775 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-88b730aa-07bf-44bf-b71e-77e9db8b9d26 tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1690700'] for floatingip (335ebe50-435d-45e8-b630-5f2e546b9348), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:10.224349 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.db.l3_db [None req-88b730aa-07bf-44bf-b71e-77e9db8b9d26 tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] Floating IP 335ebe50-435d-45e8-b630-5f2e546b9348 associated. External IP: 172.28.0.30, port: 642d0c0d-d502-4cb3-8713-6e905fdd50c6. Mar 21 11:17:10.446181 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88b730aa-07bf-44bf-b71e-77e9db8b9d26 tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] Router 08b01e01-09f2-4a2c-91e8-f12ed1e32084 has already been hosted by L3 agent 5097f9b2-2ef0-4af4-bde3-0c344dd6e70c {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 11:17:10.565961 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88b730aa-07bf-44bf-b71e-77e9db8b9d26 tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] Notify agent at l3_agent.dv-cinder-834448-1-smb the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 11:17:10.576827 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7575c8cc-1653-4e17-9fba-dfab58c4a831 None None] Sync routers for ids ['08b01e01-09f2-4a2c-91e8-f12ed1e32084'] in dv-cinder-834448-1-smb {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 11:17:10.585498 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-88b730aa-07bf-44bf-b71e-77e9db8b9d26 tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97509'] for floatingip (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:10.587483 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7575c8cc-1653-4e17-9fba-dfab58c4a831 None None] Routers {'08b01e01-09f2-4a2c-91e8-f12ed1e32084'} bound to L3 agent in host dv-cinder-834448-1-smb {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:17:10.588099 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-7575c8cc-1653-4e17-9fba-dfab58c4a831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-21T11:04:55Z,description=,heartbeat_timestamp=2022-03-21T11:16:56Z,host='dv-cinder-834448-1-smb',id=5097f9b2-2ef0-4af4-bde3-0c344dd6e70c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:55Z,topic='l3_agent')) {'router_ids': ['08b01e01-09f2-4a2c-91e8-f12ed1e32084'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:17:10.631647 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-88b730aa-07bf-44bf-b71e-77e9db8b9d26 tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8752258 Mar 21 11:17:10.631647 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f33973f-857b-4834-8f6f-f2d45a21d9fa', 'tag': '642d0c0d-d502-4cb3-8713-6e905fdd50c6'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:17:10.631647 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41c5d39db19d144038176bb777b16d1c8d23e2eed0354b669264d617ed9abe1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b4ae3cb-9d59-491e-bffc-27df985c8796" -d '{"events": [{"name": "network-changed", "server_uuid": "3f33973f-857b-4834-8f6f-f2d45a21d9fa", "tag": "642d0c0d-d502-4cb3-8713-6e905fdd50c6"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:17:10.665893 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 11:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-125a06c4-62e3-4171-9a95-cd7b7db62367 x-openstack-request-id: req-125a06c4-62e3-4171-9a95-cd7b7db62367 {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:17:10.666178 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f33973f-857b-4834-8f6f-f2d45a21d9fa", "tag": "642d0c0d-d502-4cb3-8713-6e905fdd50c6", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:17:10.666432 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-125a06c4-62e3-4171-9a95-cd7b7db62367 {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:17:10.666826 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f33973f-857b-4834-8f6f-f2d45a21d9fa', 'tag': '642d0c0d-d502-4cb3-8713-6e905fdd50c6', 'status': 'completed', 'code': 200} Mar 21 11:17:10.718054 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-7575c8cc-1653-4e17-9fba-dfab58c4a831 None None] Set router 08b01e01-09f2-4a2c-91e8-f12ed1e32084 gateway port host: dv-cinder-834448-1-smb {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:17:10.743135 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4ae3cb-9d59-491e-bffc-27df985c8796 req-a13c983b-292b-4a93-8176-edd37dd1dbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:10.744765 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-5b4ae3cb-9d59-491e-bffc-27df985c8796 req-a13c983b-292b-4a93-8176-edd37dd1dbd0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f24006b78ad645519d3645178a10b3c7&device_id=3f33973f-857b-4834-8f6f-f2d45a21d9fa HTTP/1.1" status: 200 len: 1130 time: 0.0455623 Mar 21 11:17:10.856034 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4ae3cb-9d59-491e-bffc-27df985c8796 req-6e066790-cfef-4a00-8e85-dd5690820969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:10.857403 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-5b4ae3cb-9d59-491e-bffc-27df985c8796 req-6e066790-cfef-4a00-8e85-dd5690820969 service neutron] 10.222.0.32 "GET /v2.0/networks?id=caf5ed87-4991-45e5-8208-00f47f9875eb HTTP/1.1" status: 200 len: 910 time: 0.1034138 Mar 21 11:17:10.939588 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-5b4ae3cb-9d59-491e-bffc-27df985c8796 req-1c86ae93-3e6a-46d4-8657-ae163095ecc4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=642d0c0d-d502-4cb3-8713-6e905fdd50c6 HTTP/1.1" status: 200 len: 999 time: 0.0667548 Mar 21 11:17:10.966158 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-7575c8cc-1653-4e17-9fba-dfab58c4a831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08b01e01-09f2-4a2c-91e8-f12ed1e32084', 'name': 'tempest-TestShelveInstance-1025004496-router', 'tenant_id': 'f24006b78ad645519d3645178a10b3c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'external_fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.223'}], 'enable_snat': True}, 'gw_port_id': 'caf3e45a-564b-4830-a6c7-4289634b34bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:16:15Z', 'updated_at': '2022-03-21T11:16:21Z', 'revision_number': 4, 'project_id': 'f24006b78ad645519d3645178a10b3c7', 'gw_port': {'id': 'caf3e45a-564b-4830-a6c7-4289634b34bf', 'name': '', 'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:1a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b01e01-09f2-4a2c-91e8-f12ed1e32084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:16:16Z', 'updated_at': '2022-03-21T11:16:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-smb', '_floatingips': [{'id': '335ebe50-435d-45e8-b630-5f2e546b9348', 'tenant_id': 'f24006b78ad645519d3645178a10b3c7', 'floating_ip_address': '172.28.0.30', 'floating_network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'router_id': '08b01e01-09f2-4a2c-91e8-f12ed1e32084', 'port_id': '642d0c0d-d502-4cb3-8713-6e905fdd50c6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 426, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'caf5ed87-4991-45e5-8208-00f47f9875eb', 'mac_address': 'fa:16:3e:af:22:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f33973f-857b-4834-8f6f-f2d45a21d9fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T11:17:09Z', 'updated_at': '2022-03-21T11:17:09Z', 'revision_number': 0, 'project_id': 'f24006b78ad645519d3645178a10b3c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1768d921-93b7-4e9a-b218-37c9bccc083c', 'name': '', 'network_id': 'caf5ed87-4991-45e5-8208-00f47f9875eb', 'tenant_id': 'f24006b78ad645519d3645178a10b3c7', 'mac_address': 'fa:16:3e:94:af:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b01e01-09f2-4a2c-91e8-f12ed1e32084', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '15b471db-3772-42d4-8366-79bf7fcca6e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:16:21Z', 'updated_at': '2022-03-21T11:16:31Z', 'revision_number': 5, 'project_id': 'f24006b78ad645519d3645178a10b3c7', 'subnets': [{'id': '15b471db-3772-42d4-8366-79bf7fcca6e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-1-smb', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:17:10.988628 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4ae3cb-9d59-491e-bffc-27df985c8796 req-1c653fd2-d063-4281-aea2-302cb1888d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:10.990093 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-5b4ae3cb-9d59-491e-bffc-27df985c8796 req-1c653fd2-d063-4281-aea2-302cb1888d50 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=15b471db-3772-42d4-8366-79bf7fcca6e0 HTTP/1.1" status: 200 len: 848 time: 0.0441465 Mar 21 11:17:10.999508 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7575c8cc-1653-4e17-9fba-dfab58c4a831 None None] Checking router: 08b01e01-09f2-4a2c-91e8-f12ed1e32084 for host: dv-cinder-834448-1-smb {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 11:17:11.007904 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7575c8cc-1653-4e17-9fba-dfab58c4a831 None None] Routers {'08b01e01-09f2-4a2c-91e8-f12ed1e32084'} bound to L3 agent in host dv-cinder-834448-1-smb {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:17:11.008498 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-7575c8cc-1653-4e17-9fba-dfab58c4a831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-21T11:04:55Z,description=,heartbeat_timestamp=2022-03-21T11:16:56Z,host='dv-cinder-834448-1-smb',id=5097f9b2-2ef0-4af4-bde3-0c344dd6e70c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:55Z,topic='l3_agent')) {'router_ids': ['08b01e01-09f2-4a2c-91e8-f12ed1e32084'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:17:11.044488 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4ae3cb-9d59-491e-bffc-27df985c8796 req-8eed0a65-3544-4ed6-a026-f59fffacf2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:11.046058 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-5b4ae3cb-9d59-491e-bffc-27df985c8796 req-8eed0a65-3544-4ed6-a026-f59fffacf2d2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=caf5ed87-4991-45e5-8208-00f47f9875eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0452540 Mar 21 11:17:11.125311 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-7575c8cc-1653-4e17-9fba-dfab58c4a831 None None] Set router 08b01e01-09f2-4a2c-91e8-f12ed1e32084 gateway port host: dv-cinder-834448-1-smb {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:17:11.143949 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-5b4ae3cb-9d59-491e-bffc-27df985c8796 req-d973b149-4fd3-4504-bc4e-6df92801912d service neutron] 10.222.0.32 "GET /v2.0/networks/caf5ed87-4991-45e5-8208-00f47f9875eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904555 Mar 21 11:17:11.234645 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-5b4ae3cb-9d59-491e-bffc-27df985c8796 req-78e1dfe0-4d15-4fa9-9f53-041740e51095 service neutron] 10.222.0.32 "GET /v2.0/networks/caf5ed87-4991-45e5-8208-00f47f9875eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838542 Mar 21 11:17:11.354614 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-7575c8cc-1653-4e17-9fba-dfab58c4a831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08b01e01-09f2-4a2c-91e8-f12ed1e32084', 'name': 'tempest-TestShelveInstance-1025004496-router', 'tenant_id': 'f24006b78ad645519d3645178a10b3c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'external_fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.223'}], 'enable_snat': True}, 'gw_port_id': 'caf3e45a-564b-4830-a6c7-4289634b34bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:16:15Z', 'updated_at': '2022-03-21T11:16:21Z', 'revision_number': 4, 'project_id': 'f24006b78ad645519d3645178a10b3c7', 'gw_port': {'id': 'caf3e45a-564b-4830-a6c7-4289634b34bf', 'name': '', 'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:1a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b01e01-09f2-4a2c-91e8-f12ed1e32084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:16:16Z', 'updated_at': '2022-03-21T11:16:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-smb', '_floatingips': [{'id': '335ebe50-435d-45e8-b630-5f2e546b9348', 'tenant_id': 'f24006b78ad645519d3645178a10b3c7', 'floating_ip_address': '172.28.0.30', 'floating_network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'router_id': '08b01e01-09f2-4a2c-91e8-f12ed1e32084', 'port_id': '642d0c0d-d502-4cb3-8713-6e905fdd50c6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 426, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'caf5ed87-4991-45e5-8208-00f47f9875eb', 'mac_address': 'fa:16:3e:af:22:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f33973f-857b-4834-8f6f-f2d45a21d9fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T11:17:09Z', 'updated_at': '2022-03-21T11:17:09Z', 'revision_number': 0, 'project_id': 'f24006b78ad645519d3645178a10b3c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1768d921-93b7-4e9a-b218-37c9bccc083c', 'name': '', 'network_id': 'caf5ed87-4991-45e5-8208-00f47f9875eb', 'tenant_id': 'f24006b78ad645519d3645178a10b3c7', 'mac_address': 'fa:16:3e:94:af:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b01e01-09f2-4a2c-91e8-f12ed1e32084', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '15b471db-3772-42d4-8366-79bf7fcca6e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:16:21Z', 'updated_at': '2022-03-21T11:16:31Z', 'revision_number': 5, 'project_id': 'f24006b78ad645519d3645178a10b3c7', 'subnets': [{'id': '15b471db-3772-42d4-8366-79bf7fcca6e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-1-smb', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:17:11.472019 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7575c8cc-1653-4e17-9fba-dfab58c4a831 None None] The sync data for ids ['08b01e01-09f2-4a2c-91e8-f12ed1e32084'] in dv-cinder-834448-1-smb is: [{'id': '08b01e01-09f2-4a2c-91e8-f12ed1e32084', 'name': 'tempest-TestShelveInstance-1025004496-router', 'tenant_id': 'f24006b78ad645519d3645178a10b3c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'external_fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.223'}], 'enable_snat': True}, 'gw_port_id': 'caf3e45a-564b-4830-a6c7-4289634b34bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:16:15Z', 'updated_at': '2022-03-21T11:16:21Z', 'revision_number': 4, 'project_id': 'f24006b78ad645519d3645178a10b3c7', 'gw_port': {'id': 'caf3e45a-564b-4830-a6c7-4289634b34bf', 'name': '', 'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:1a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b01e01-09f2-4a2c-91e8-f12ed1e32084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:16:16Z', 'updated_at': '2022-03-21T11:16:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-smb', '_floatingips': [{'id': '335ebe50-435d-45e8-b630-5f2e546b9348', 'tenant_id': 'f24006b78ad645519d3645178a10b3c7', 'floating_ip_address': '172.28.0.30', 'floating_network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'router_id': '08b01e01-09f2-4a2c-91e8-f12ed1e32084', 'port_id': '642d0c0d-d502-4cb3-8713-6e905fdd50c6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 426, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'caf5ed87-4991-45e5-8208-00f47f9875eb', 'mac_address': 'fa:16:3e:af:22:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f33973f-857b-4834-8f6f-f2d45a21d9fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T11:17:09Z', 'updated_at': '2022-03-21T11:17:09Z', 'revision_number': 0, 'project_id': 'f24006b78ad645519d3645178a10b3c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1768d921-93b7-4e9a-b218-37c9bccc083c', 'name': '', 'network_id': 'caf5ed87-4991-45e5-8208-00f47f9875eb', 'tenant_id': 'f24006b78ad645519d3645178a10b3c7', 'mac_address': 'fa:16:3e:94:af:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b01e01-09f2-4a2c-91e8-f12ed1e32084', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '15b471db-3772-42d4-8366-79bf7fcca6e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:16:21Z', 'updated_at': '2022-03-21T11:16:31Z', 'revision_number': 5, 'project_id': 'f24006b78ad645519d3645178a10b3c7', 'subnets': [{'id': '15b471db-3772-42d4-8366-79bf7fcca6e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 11:17:11.686694 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f68130-d11f-4a4d-ba0c-350fc160666c None None] New status for floating IP 335ebe50-435d-45e8-b630-5f2e546b9348: ACTIVE {{(pid=103423) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 11:17:19.520265 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.agents_db [None req-8008186f-aa22-4b77-a63e-1bf9dbff4757 None None] Agent healthcheck: found 6 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 11:17:22.879277 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c4054b7e-d915-40aa-bb82-299f5c46a937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (9c74c917-795e-4123-adbe-3a92cf8165ad), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:25.534189 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-5a7070fe-7362-447a-9870-ce2761403ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (5097f9b2-2ef0-4af4-bde3-0c344dd6e70c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:25.799060 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (e1ce583e-86b5-47e2-b889-5e91679074ed), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:27.441916 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-2f5e8c68-3d12-43c1-9011-88cd78b521d6 req-adb80ced-30b6-4609-9b3c-4b064b1ff51b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e8703943-14fc-4c57-bce1-978a2a6a70a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0537350 Mar 21 11:17:27.521430 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5e8c68-3d12-43c1-9011-88cd78b521d6 req-912d6cac-61c4-4cb6-a643-0786afde9a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:27.522996 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-2f5e8c68-3d12-43c1-9011-88cd78b521d6 req-912d6cac-61c4-4cb6-a643-0786afde9a10 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=52347e0a8df44be6bcf4f99067c9a702&device_id=e8703943-14fc-4c57-bce1-978a2a6a70a2 HTTP/1.1" status: 200 len: 1129 time: 0.0584419 Mar 21 11:17:27.710605 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14571bf9-2418-4c3e-ac51-e2b86081b4a3 req-b7cc7b03-319f-40ba-8bc1-9e5748b657df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:27.712201 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-14571bf9-2418-4c3e-ac51-e2b86081b4a3 req-b7cc7b03-319f-40ba-8bc1-9e5748b657df service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=52347e0a8df44be6bcf4f99067c9a702&device_id=8191288d-f5b6-4728-9532-86f77e741727 HTTP/1.1" status: 200 len: 1129 time: 0.1578491 Mar 21 11:17:27.718394 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5e8c68-3d12-43c1-9011-88cd78b521d6 req-bfd5a402-9ad1-4177-8f41-192011075073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:27.719966 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-2f5e8c68-3d12-43c1-9011-88cd78b521d6 req-bfd5a402-9ad1-4177-8f41-192011075073 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4a579521-14d3-4610-a099-3c56c62bd19a HTTP/1.1" status: 200 len: 920 time: 0.1570058 Mar 21 11:17:27.729398 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36234377-3447-4d64-af1f-3d5933dbe674 req-f777222a-6ae5-442e-b0ab-970cac5dc022 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:27.730933 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-36234377-3447-4d64-af1f-3d5933dbe674 req-f777222a-6ae5-442e-b0ab-970cac5dc022 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/ports?device_id=8191288d-f5b6-4728-9532-86f77e741727 HTTP/1.1" status: 200 len: 945 time: 0.1594026 Mar 21 11:17:27.833516 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-2f5e8c68-3d12-43c1-9011-88cd78b521d6 req-837cc562-5e78-41de-928f-62f6e4c1f4d9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ff76fa0f-6df7-483c-bae4-e90d3232618b HTTP/1.1" status: 200 len: 217 time: 0.0946894 Mar 21 11:17:27.916026 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-36234377-3447-4d64-af1f-3d5933dbe674 req-b07287ea-f108-4e9d-b290-4904cdd6eaea tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/security-groups?id=daae5ede-2da4-4353-80fd-81af085a454c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1751449 Mar 21 11:17:27.939792 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14571bf9-2418-4c3e-ac51-e2b86081b4a3 req-50dc2089-cf63-4d9f-b469-a89010060899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:27.939792 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-14571bf9-2418-4c3e-ac51-e2b86081b4a3 req-50dc2089-cf63-4d9f-b469-a89010060899 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4a579521-14d3-4610-a099-3c56c62bd19a HTTP/1.1" status: 200 len: 920 time: 0.2146411 Mar 21 11:17:27.939792 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5e8c68-3d12-43c1-9011-88cd78b521d6 req-2a2ec0cd-d088-47fe-810a-fae8a060a7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:27.939792 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-2f5e8c68-3d12-43c1-9011-88cd78b521d6 req-2a2ec0cd-d088-47fe-810a-fae8a060a7d8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8a3d170f-7254-484a-9abf-df0a7cea6ed2 HTTP/1.1" status: 200 len: 858 time: 0.0923274 Mar 21 11:17:28.044272 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-14571bf9-2418-4c3e-ac51-e2b86081b4a3 req-fbe01798-f901-4742-b0d0-bb9f783ac2fb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8909e85b-714c-410e-80a1-e387d36aadc7 HTTP/1.1" status: 200 len: 1000 time: 0.0910499 Mar 21 11:17:28.050376 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5e8c68-3d12-43c1-9011-88cd78b521d6 req-d1ed5b0c-41b9-490b-89bb-efe87ef78530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:28.051834 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-2f5e8c68-3d12-43c1-9011-88cd78b521d6 req-d1ed5b0c-41b9-490b-89bb-efe87ef78530 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4a579521-14d3-4610-a099-3c56c62bd19a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1001229 Mar 21 11:17:28.141268 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14571bf9-2418-4c3e-ac51-e2b86081b4a3 req-d5fe76d5-c02e-4478-b18a-fabc3e3f4b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:28.142637 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-14571bf9-2418-4c3e-ac51-e2b86081b4a3 req-d5fe76d5-c02e-4478-b18a-fabc3e3f4b60 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8a3d170f-7254-484a-9abf-df0a7cea6ed2 HTTP/1.1" status: 200 len: 858 time: 0.0898643 Mar 21 11:17:28.196470 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6694aa1f-bf8d-44e0-b771-2551b8853c50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (47320176-3fab-4a55-b687-b3e35e89e628), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:28.205286 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-2f5e8c68-3d12-43c1-9011-88cd78b521d6 req-e19ed9ca-4043-495f-af76-b25bc79fc895 service neutron] 10.222.0.32 "GET /v2.0/networks/4a579521-14d3-4610-a099-3c56c62bd19a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270897 Mar 21 11:17:28.228219 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14571bf9-2418-4c3e-ac51-e2b86081b4a3 req-fd1f55c6-dae3-41c9-8ca6-bad8c6f59f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:28.229774 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-14571bf9-2418-4c3e-ac51-e2b86081b4a3 req-fd1f55c6-dae3-41c9-8ca6-bad8c6f59f1c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4a579521-14d3-4610-a099-3c56c62bd19a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0790181 Mar 21 11:17:28.374706 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-2f5e8c68-3d12-43c1-9011-88cd78b521d6 req-f99c44f6-9f9a-4afd-87cd-d811cdc7d288 service neutron] 10.222.0.32 "GET /v2.0/networks/4a579521-14d3-4610-a099-3c56c62bd19a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586814 Mar 21 11:17:28.386436 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-14571bf9-2418-4c3e-ac51-e2b86081b4a3 req-c6d13090-65dd-43b8-a2c5-344649678f01 service neutron] 10.222.0.32 "GET /v2.0/networks/4a579521-14d3-4610-a099-3c56c62bd19a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466625 Mar 21 11:17:28.494127 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-14571bf9-2418-4c3e-ac51-e2b86081b4a3 req-b11508d6-36df-4c40-be09-c090dda7a87b service neutron] 10.222.0.32 "GET /v2.0/networks/4a579521-14d3-4610-a099-3c56c62bd19a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014307 Mar 21 11:17:28.612983 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-5db6d96b-8c48-4aa5-944a-567c97b9cc9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (964235d6-d67c-4a74-84a5-611ab5391dc9), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:29.057648 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b155a9d2-078a-48b6-85f0-1cdb666d91e3 req-7cc62e7e-9fff-461f-b46a-79008394cc8d tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:29.059185 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-b155a9d2-078a-48b6-85f0-1cdb666d91e3 req-7cc62e7e-9fff-461f-b46a-79008394cc8d tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/ports?device_id=8191288d-f5b6-4728-9532-86f77e741727 HTTP/1.1" status: 200 len: 945 time: 0.0622368 Mar 21 11:17:29.109553 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-b155a9d2-078a-48b6-85f0-1cdb666d91e3 req-c67e5da9-ac02-4c17-8988-42f3899f30d3 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/security-groups?id=daae5ede-2da4-4353-80fd-81af085a454c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442321 Mar 21 11:17:29.526383 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (4788e3a4-6d7d-47da-90c6-7227f6e2e35d), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:29.658441 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb0084f-e946-4c28-9efc-04ff965e2412 req-f0c63e84-0018-4ca0-86f4-41f04799a08a tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:29.660226 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-deb0084f-e946-4c28-9efc-04ff965e2412 req-f0c63e84-0018-4ca0-86f4-41f04799a08a tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a8514eb-adf4-4bee-ac09-6a3a4daa77f7 HTTP/1.1" status: 200 len: 946 time: 0.0589507 Mar 21 11:17:29.714433 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-deb0084f-e946-4c28-9efc-04ff965e2412 req-94df0553-df44-455b-84dc-343473ed07a7 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] 10.222.0.24 "GET /v2.0/security-groups?id=6de27eb5-6cce-4260-8a13-a7475f6b033f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483091 Mar 21 11:17:30.267057 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8abff7-3148-4260-932b-611658f38eb5 req-9aeeeeaa-2aca-4041-b37d-61de4c1ca26e tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:30.268572 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-5b8abff7-3148-4260-932b-611658f38eb5 req-9aeeeeaa-2aca-4041-b37d-61de4c1ca26e tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/ports?device_id=8191288d-f5b6-4728-9532-86f77e741727 HTTP/1.1" status: 200 len: 945 time: 0.0847125 Mar 21 11:17:30.319268 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-5b8abff7-3148-4260-932b-611658f38eb5 req-40640cec-6532-4af7-b0a5-866e857c3135 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/security-groups?id=daae5ede-2da4-4353-80fd-81af085a454c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448632 Mar 21 11:17:30.844038 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd94bf5c-933e-4c50-a49c-fc9f1522c8e5 req-d1fd1128-6003-4fa0-a739-3b118ffd5f0f tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:30.845517 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-dd94bf5c-933e-4c50-a49c-fc9f1522c8e5 req-d1fd1128-6003-4fa0-a739-3b118ffd5f0f tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a8514eb-adf4-4bee-ac09-6a3a4daa77f7 HTTP/1.1" status: 200 len: 946 time: 0.0587935 Mar 21 11:17:30.900654 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-dd94bf5c-933e-4c50-a49c-fc9f1522c8e5 req-fd5a7b2b-35c8-4834-a2bf-ddc57c3b4f6b tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] 10.222.0.24 "GET /v2.0/security-groups?id=6de27eb5-6cce-4260-8a13-a7475f6b033f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492437 Mar 21 11:17:31.454761 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a15c86b-6cd1-4c7e-b45c-8203be86a135 req-aa39bb34-1d18-4945-8289-db574239de49 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:31.456486 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-7a15c86b-6cd1-4c7e-b45c-8203be86a135 req-aa39bb34-1d18-4945-8289-db574239de49 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a8514eb-adf4-4bee-ac09-6a3a4daa77f7 HTTP/1.1" status: 200 len: 946 time: 0.0881450 Mar 21 11:17:31.479415 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391d3b97-fd85-474e-8253-ed50638d1c78 req-4e9343fe-4540-45d4-a403-c6110d74312f tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:31.480934 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-391d3b97-fd85-474e-8253-ed50638d1c78 req-4e9343fe-4540-45d4-a403-c6110d74312f tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/ports?device_id=8191288d-f5b6-4728-9532-86f77e741727 HTTP/1.1" status: 200 len: 945 time: 0.0815411 Mar 21 11:17:31.575543 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-391d3b97-fd85-474e-8253-ed50638d1c78 req-33ba6870-64b0-4fbd-9d03-ec5418a901d6 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/security-groups?id=daae5ede-2da4-4353-80fd-81af085a454c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775065 Mar 21 11:17:31.597337 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-7a15c86b-6cd1-4c7e-b45c-8203be86a135 req-4b29c451-79ed-4f99-a478-1e02015f5dbc tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Deleting port be18abb0-ea4d-423e-b1fa-ca7d8938eb87 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:17:31.597687 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-7a15c86b-6cd1-4c7e-b45c-8203be86a135 req-4b29c451-79ed-4f99-a478-1e02015f5dbc tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738246690591'] for port (be18abb0-ea4d-423e-b1fa-ca7d8938eb87), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:31.706541 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-7a15c86b-6cd1-4c7e-b45c-8203be86a135 req-4b29c451-79ed-4f99-a478-1e02015f5dbc tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] For port be18abb0-ea4d-423e-b1fa-ca7d8938eb87, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=be18abb0-ea4d-423e-b1fa-ca7d8938eb87,segment=NetworkSegment(e8bbdbf4-7a3c-4382-b3f5-00a80b4a7f1d),segment_id=e8bbdbf4-7a3c-4382-b3f5-00a80b4a7f1d)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:17:31.706923 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-7a15c86b-6cd1-4c7e-b45c-8203be86a135 req-4b29c451-79ed-4f99-a478-1e02015f5dbc tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701214'] for port (be18abb0-ea4d-423e-b1fa-ca7d8938eb87), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:31.939485 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-7a15c86b-6cd1-4c7e-b45c-8203be86a135 req-4b29c451-79ed-4f99-a478-1e02015f5dbc tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:31.940152 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-7a15c86b-6cd1-4c7e-b45c-8203be86a135 req-4b29c451-79ed-4f99-a478-1e02015f5dbc tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1690700'] for floatingip (43986418-6531-4f10-8785-c5b23d92807f), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:31.940152 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.db.l3_db [req-7a15c86b-6cd1-4c7e-b45c-8203be86a135 req-4b29c451-79ed-4f99-a478-1e02015f5dbc tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Floating IP 43986418-6531-4f10-8785-c5b23d92807f disassociated. External IP: 172.28.0.120, port: be18abb0-ea4d-423e-b1fa-ca7d8938eb87. Mar 21 11:17:31.940500 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-7a15c86b-6cd1-4c7e-b45c-8203be86a135 req-4b29c451-79ed-4f99-a478-1e02015f5dbc tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Calling delete_port for be18abb0-ea4d-423e-b1fa-ca7d8938eb87 owned by compute:nova {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:17:32.057389 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c963a8-e956-4b16-98c9-efbd79ff7d3e req-43fb192c-99a7-41b9-8434-be152124f563 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:32.058866 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-69c963a8-e956-4b16-98c9-efbd79ff7d3e req-43fb192c-99a7-41b9-8434-be152124f563 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a8514eb-adf4-4bee-ac09-6a3a4daa77f7 HTTP/1.1" status: 200 len: 946 time: 0.0792832 Mar 21 11:17:32.135673 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-7a15c86b-6cd1-4c7e-b45c-8203be86a135 req-4b29c451-79ed-4f99-a478-1e02015f5dbc tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738246698626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738246144790'] for port (be18abb0-ea4d-423e-b1fa-ca7d8938eb87), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:32.177711 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-69c963a8-e956-4b16-98c9-efbd79ff7d3e req-14e87550-8f6f-4507-8eae-154400841c0f tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] 10.222.0.24 "GET /v2.0/security-groups?id=6de27eb5-6cce-4260-8a13-a7475f6b033f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959389 Mar 21 11:17:32.178788 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b29c451-79ed-4f99-a478-1e02015f5dbc tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Pushing event deleted for resources: {'Port': ['ID=be18abb0-ea4d-423e-b1fa-ca7d8938eb87,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:17:32.318945 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7a15c86b-6cd1-4c7e-b45c-8203be86a135 req-4b29c451-79ed-4f99-a478-1e02015f5dbc tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Router b6f812b9-6d9a-4ef9-93fc-911b8f0819b8 has already been hosted by L3 agent 5097f9b2-2ef0-4af4-bde3-0c344dd6e70c {{(pid=103421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 11:17:32.441830 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7a15c86b-6cd1-4c7e-b45c-8203be86a135 req-4b29c451-79ed-4f99-a478-1e02015f5dbc tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Notify agent at l3_agent.dv-cinder-834448-1-smb the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 11:17:32.452464 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7853d52-b272-4f66-859c-00baf8f82bb4 None None] Sync routers for ids ['b6f812b9-6d9a-4ef9-93fc-911b8f0819b8'] in dv-cinder-834448-1-smb {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 11:17:32.464837 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7853d52-b272-4f66-859c-00baf8f82bb4 None None] Routers {'b6f812b9-6d9a-4ef9-93fc-911b8f0819b8'} bound to L3 agent in host dv-cinder-834448-1-smb {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:17:32.465745 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-e7853d52-b272-4f66-859c-00baf8f82bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-21T11:04:55Z,description=,heartbeat_timestamp=2022-03-21T11:17:26Z,host='dv-cinder-834448-1-smb',id=5097f9b2-2ef0-4af4-bde3-0c344dd6e70c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:55Z,topic='l3_agent')) {'router_ids': ['b6f812b9-6d9a-4ef9-93fc-911b8f0819b8'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:17:32.486662 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a15c86b-6cd1-4c7e-b45c-8203be86a135 req-4b29c451-79ed-4f99-a478-1e02015f5dbc tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] No DVR routers for this DVR port be18abb0-ea4d-423e-b1fa-ca7d8938eb87 on host hv-cinder-83444 {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 11:17:32.489338 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-7a15c86b-6cd1-4c7e-b45c-8203be86a135 req-4b29c451-79ed-4f99-a478-1e02015f5dbc tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97509'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:32.492742 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-7a15c86b-6cd1-4c7e-b45c-8203be86a135 req-4b29c451-79ed-4f99-a478-1e02015f5dbc tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] 10.222.0.32 "DELETE /v2.0/ports/be18abb0-ea4d-423e-b1fa-ca7d8938eb87 HTTP/1.1" status: 204 len: 173 time: 1.0289178 Mar 21 11:17:32.493192 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a8514eb-adf4-4bee-ac09-6a3a4daa77f7', 'name': 'network-vif-deleted', 'tag': 'be18abb0-ea4d-423e-b1fa-ca7d8938eb87'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:17:32.495509 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881d039021bf7bfdbb2ec2cc2a60bd67cc793bf6de71028ad915050608b1b1c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-071b7a20-95ae-4c87-a09b-ab56abc7b8a0" -d '{"events": [{"server_uuid": "5a8514eb-adf4-4bee-ac09-6a3a4daa77f7", "name": "network-vif-deleted", "tag": "be18abb0-ea4d-423e-b1fa-ca7d8938eb87"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:17:32.537320 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 11:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-587556ee-bff9-4d0a-8894-b92da37f983d x-openstack-request-id: req-587556ee-bff9-4d0a-8894-b92da37f983d {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:17:32.537612 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a8514eb-adf4-4bee-ac09-6a3a4daa77f7", "name": "network-vif-deleted", "tag": "be18abb0-ea4d-423e-b1fa-ca7d8938eb87", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:17:32.537867 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-587556ee-bff9-4d0a-8894-b92da37f983d {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:17:32.538259 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a8514eb-adf4-4bee-ac09-6a3a4daa77f7', 'name': 'network-vif-deleted', 'tag': 'be18abb0-ea4d-423e-b1fa-ca7d8938eb87', 'status': 'completed', 'code': 200} Mar 21 11:17:32.592873 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-e7853d52-b272-4f66-859c-00baf8f82bb4 None None] Set router b6f812b9-6d9a-4ef9-93fc-911b8f0819b8 gateway port host: dv-cinder-834448-1-smb {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:17:32.710320 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cf4ed3-35e7-40d7-81a9-1336e79218e5 req-5b4f4c7c-27f3-48ce-afe3-71c974ea1d94 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:32.711904 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-29cf4ed3-35e7-40d7-81a9-1336e79218e5 req-5b4f4c7c-27f3-48ce-afe3-71c974ea1d94 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/ports?device_id=8191288d-f5b6-4728-9532-86f77e741727 HTTP/1.1" status: 200 len: 945 time: 0.0589433 Mar 21 11:17:32.761053 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-29cf4ed3-35e7-40d7-81a9-1336e79218e5 req-6a49a46f-fa0e-4098-8696-cfb94b609e0c tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/security-groups?id=daae5ede-2da4-4353-80fd-81af085a454c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435741 Mar 21 11:17:32.842289 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-e7853d52-b272-4f66-859c-00baf8f82bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6f812b9-6d9a-4ef9-93fc-911b8f0819b8', 'name': 'tempest-AttachVolumeNegativeTest-905083178-router', 'tenant_id': 'a69c1808af3d4640ae6355109b334cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'external_fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.149'}], 'enable_snat': True}, 'gw_port_id': '682ae32b-17c7-4a87-8472-bef89307aa9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:14:43Z', 'updated_at': '2022-03-21T11:14:50Z', 'revision_number': 4, 'project_id': 'a69c1808af3d4640ae6355109b334cd8', 'gw_port': {'id': '682ae32b-17c7-4a87-8472-bef89307aa9b', 'name': '', 'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:f2:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f812b9-6d9a-4ef9-93fc-911b8f0819b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:14:44Z', 'updated_at': '2022-03-21T11:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-smb', '_floatingips': [{'id': '93431887-c2ce-40ac-bd29-5c4413302db8', 'tenant_id': 'a69c1808af3d4640ae6355109b334cd8', 'floating_ip_address': '172.28.0.2', 'floating_network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'router_id': 'b6f812b9-6d9a-4ef9-93fc-911b8f0819b8', 'port_id': '8a57dd06-b022-42a2-9606-ac1bb0f2543e', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 281, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ddc289c-7154-4e23-8f81-bf2d5b69083d', 'mac_address': 'fa:16:3e:07:40:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0662b786-9e36-4e2b-8bd6-eb47286b140c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T11:14:55Z', 'updated_at': '2022-03-21T11:15:16Z', 'revision_number': 2, 'project_id': 'a69c1808af3d4640ae6355109b334cd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b30e9ea-93a0-4312-be48-594c5c822598', 'name': '', 'network_id': '3ddc289c-7154-4e23-8f81-bf2d5b69083d', 'tenant_id': 'a69c1808af3d4640ae6355109b334cd8', 'mac_address': 'fa:16:3e:37:c0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f812b9-6d9a-4ef9-93fc-911b8f0819b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': 'b19ea63e-3287-4f53-b0cc-82d6b01cdd86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:14:48Z', 'updated_at': '2022-03-21T11:14:56Z', 'revision_number': 5, 'project_id': 'a69c1808af3d4640ae6355109b334cd8', 'subnets': [{'id': 'b19ea63e-3287-4f53-b0cc-82d6b01cdd86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-1-smb', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:17:32.868660 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7853d52-b272-4f66-859c-00baf8f82bb4 None None] Checking router: b6f812b9-6d9a-4ef9-93fc-911b8f0819b8 for host: dv-cinder-834448-1-smb {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 11:17:32.877611 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7853d52-b272-4f66-859c-00baf8f82bb4 None None] Routers {'b6f812b9-6d9a-4ef9-93fc-911b8f0819b8'} bound to L3 agent in host dv-cinder-834448-1-smb {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:17:32.878213 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-e7853d52-b272-4f66-859c-00baf8f82bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-21T11:04:55Z,description=,heartbeat_timestamp=2022-03-21T11:17:26Z,host='dv-cinder-834448-1-smb',id=5097f9b2-2ef0-4af4-bde3-0c344dd6e70c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:55Z,topic='l3_agent')) {'router_ids': ['b6f812b9-6d9a-4ef9-93fc-911b8f0819b8'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:17:32.993237 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-e7853d52-b272-4f66-859c-00baf8f82bb4 None None] Set router b6f812b9-6d9a-4ef9-93fc-911b8f0819b8 gateway port host: dv-cinder-834448-1-smb {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:17:33.259964 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-e7853d52-b272-4f66-859c-00baf8f82bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6f812b9-6d9a-4ef9-93fc-911b8f0819b8', 'name': 'tempest-AttachVolumeNegativeTest-905083178-router', 'tenant_id': 'a69c1808af3d4640ae6355109b334cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'external_fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.149'}], 'enable_snat': True}, 'gw_port_id': '682ae32b-17c7-4a87-8472-bef89307aa9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:14:43Z', 'updated_at': '2022-03-21T11:14:50Z', 'revision_number': 4, 'project_id': 'a69c1808af3d4640ae6355109b334cd8', 'gw_port': {'id': '682ae32b-17c7-4a87-8472-bef89307aa9b', 'name': '', 'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:f2:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f812b9-6d9a-4ef9-93fc-911b8f0819b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:14:44Z', 'updated_at': '2022-03-21T11:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-smb', '_floatingips': [{'id': '93431887-c2ce-40ac-bd29-5c4413302db8', 'tenant_id': 'a69c1808af3d4640ae6355109b334cd8', 'floating_ip_address': '172.28.0.2', 'floating_network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'router_id': 'b6f812b9-6d9a-4ef9-93fc-911b8f0819b8', 'port_id': '8a57dd06-b022-42a2-9606-ac1bb0f2543e', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 281, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ddc289c-7154-4e23-8f81-bf2d5b69083d', 'mac_address': 'fa:16:3e:07:40:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0662b786-9e36-4e2b-8bd6-eb47286b140c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T11:14:55Z', 'updated_at': '2022-03-21T11:15:16Z', 'revision_number': 2, 'project_id': 'a69c1808af3d4640ae6355109b334cd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b30e9ea-93a0-4312-be48-594c5c822598', 'name': '', 'network_id': '3ddc289c-7154-4e23-8f81-bf2d5b69083d', 'tenant_id': 'a69c1808af3d4640ae6355109b334cd8', 'mac_address': 'fa:16:3e:37:c0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f812b9-6d9a-4ef9-93fc-911b8f0819b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': 'b19ea63e-3287-4f53-b0cc-82d6b01cdd86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:14:48Z', 'updated_at': '2022-03-21T11:14:56Z', 'revision_number': 5, 'project_id': 'a69c1808af3d4640ae6355109b334cd8', 'subnets': [{'id': 'b19ea63e-3287-4f53-b0cc-82d6b01cdd86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-1-smb', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:17:33.284178 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 45534) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:17:33.294464 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7853d52-b272-4f66-859c-00baf8f82bb4 None None] The sync data for ids ['b6f812b9-6d9a-4ef9-93fc-911b8f0819b8'] in dv-cinder-834448-1-smb is: [{'id': 'b6f812b9-6d9a-4ef9-93fc-911b8f0819b8', 'name': 'tempest-AttachVolumeNegativeTest-905083178-router', 'tenant_id': 'a69c1808af3d4640ae6355109b334cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'external_fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.149'}], 'enable_snat': True}, 'gw_port_id': '682ae32b-17c7-4a87-8472-bef89307aa9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:14:43Z', 'updated_at': '2022-03-21T11:14:50Z', 'revision_number': 4, 'project_id': 'a69c1808af3d4640ae6355109b334cd8', 'gw_port': {'id': '682ae32b-17c7-4a87-8472-bef89307aa9b', 'name': '', 'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:f2:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f812b9-6d9a-4ef9-93fc-911b8f0819b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:14:44Z', 'updated_at': '2022-03-21T11:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-smb', '_floatingips': [{'id': '93431887-c2ce-40ac-bd29-5c4413302db8', 'tenant_id': 'a69c1808af3d4640ae6355109b334cd8', 'floating_ip_address': '172.28.0.2', 'floating_network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'router_id': 'b6f812b9-6d9a-4ef9-93fc-911b8f0819b8', 'port_id': '8a57dd06-b022-42a2-9606-ac1bb0f2543e', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 281, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ddc289c-7154-4e23-8f81-bf2d5b69083d', 'mac_address': 'fa:16:3e:07:40:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0662b786-9e36-4e2b-8bd6-eb47286b140c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T11:14:55Z', 'updated_at': '2022-03-21T11:15:16Z', 'revision_number': 2, 'project_id': 'a69c1808af3d4640ae6355109b334cd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b30e9ea-93a0-4312-be48-594c5c822598', 'name': '', 'network_id': '3ddc289c-7154-4e23-8f81-bf2d5b69083d', 'tenant_id': 'a69c1808af3d4640ae6355109b334cd8', 'mac_address': 'fa:16:3e:37:c0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f812b9-6d9a-4ef9-93fc-911b8f0819b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': 'b19ea63e-3287-4f53-b0cc-82d6b01cdd86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:14:48Z', 'updated_at': '2022-03-21T11:14:56Z', 'revision_number': 5, 'project_id': 'a69c1808af3d4640ae6355109b334cd8', 'subnets': [{'id': 'b19ea63e-3287-4f53-b0cc-82d6b01cdd86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 11:17:33.343328 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8acb0eb9-85da-4225-874f-96861a41ce4f tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks [] for security_group (6de27eb5-6cce-4260-8a13-a7475f6b033f), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:33.369206 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8acb0eb9-85da-4225-874f-96861a41ce4f tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks [] for security_group (6de27eb5-6cce-4260-8a13-a7475f6b033f), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:33.420740 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8acb0eb9-85da-4225-874f-96861a41ce4f tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (6de27eb5-6cce-4260-8a13-a7475f6b033f), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:33.423959 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8acb0eb9-85da-4225-874f-96861a41ce4f tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:33.425176 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-8acb0eb9-85da-4225-874f-96861a41ce4f tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] 10.222.0.24 "DELETE /v2.0/security-groups/6de27eb5-6cce-4260-8a13-a7475f6b033f HTTP/1.1" status: 204 len: 168 time: 0.1392727 Mar 21 11:17:33.428160 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 45536) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:17:33.434941 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acb0eb9-85da-4225-874f-96861a41ce4f tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6de27eb5-6cce-4260-8a13-a7475f6b033f,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:17:33.445846 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.api.v2.resource [None req-d071f069-74eb-4845-8dfb-b66e949c7d2a tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] show failed (client error): The resource could not be found. Mar 21 11:17:33.448432 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-d071f069-74eb-4845-8dfb-b66e949c7d2a tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] 10.222.0.24 "GET /v2.0/security-groups/6de27eb5-6cce-4260-8a13-a7475f6b033f HTTP/1.1" status: 404 len: 347 time: 0.0180633 Mar 21 11:17:33.451698 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 45538) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:17:33.610563 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae5f4b2-a752-4b88-9285-f99ceeb01291 None None] New status for floating IP 43986418-6531-4f10-8785-c5b23d92807f: DOWN {{(pid=103423) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 11:17:33.920578 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07099469-c422-4eea-862d-dbd692c5fef5 req-b2a23d35-abe1-41aa-9bfa-72418925b08b tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:33.922248 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-07099469-c422-4eea-862d-dbd692c5fef5 req-b2a23d35-abe1-41aa-9bfa-72418925b08b tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/ports?device_id=8191288d-f5b6-4728-9532-86f77e741727 HTTP/1.1" status: 200 len: 945 time: 0.0838399 Mar 21 11:17:33.938810 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-245c4c2f-ff65-4052-8a2b-8a6207a9cd7d tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Deleting port 2578cee9-912a-4f23-a998-ecd5e4fd909d {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:17:33.939151 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-245c4c2f-ff65-4052-8a2b-8a6207a9cd7d tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738246690591'] for port (2578cee9-912a-4f23-a998-ecd5e4fd909d), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:34.026086 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-07099469-c422-4eea-862d-dbd692c5fef5 req-1bbbb177-5f16-4659-a5cb-b3d68faf80c7 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/security-groups?id=daae5ede-2da4-4353-80fd-81af085a454c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971503 Mar 21 11:17:34.044820 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-245c4c2f-ff65-4052-8a2b-8a6207a9cd7d tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701214'] for port (2578cee9-912a-4f23-a998-ecd5e4fd909d), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:34.045136 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-245c4c2f-ff65-4052-8a2b-8a6207a9cd7d tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks [] for floatingip (2578cee9-912a-4f23-a998-ecd5e4fd909d), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:34.057534 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-245c4c2f-ff65-4052-8a2b-8a6207a9cd7d tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Calling delete_port for 2578cee9-912a-4f23-a998-ecd5e4fd909d owned by network:floatingip {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:17:34.199815 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-245c4c2f-ff65-4052-8a2b-8a6207a9cd7d tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738246698626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738246144790'] for port (2578cee9-912a-4f23-a998-ecd5e4fd909d), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:34.228362 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245c4c2f-ff65-4052-8a2b-8a6207a9cd7d tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Pushing event deleted for resources: {'Port': ['ID=2578cee9-912a-4f23-a998-ecd5e4fd909d,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:17:34.255970 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-245c4c2f-ff65-4052-8a2b-8a6207a9cd7d tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks [] for floatingip (43986418-6531-4f10-8785-c5b23d92807f), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:34.258852 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-245c4c2f-ff65-4052-8a2b-8a6207a9cd7d tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97509'] for floatingip (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:34.260039 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-245c4c2f-ff65-4052-8a2b-8a6207a9cd7d tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] 10.222.0.24 "DELETE /v2.0/floatingips/43986418-6531-4f10-8785-c5b23d92807f HTTP/1.1" status: 204 len: 168 time: 0.8074143 Mar 21 11:17:35.171525 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6fab34-dfab-4aee-98bb-4a5a6c810cf0 req-39891407-1020-4d02-9555-0fed6dfa3934 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:35.173467 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-ef6fab34-dfab-4aee-98bb-4a5a6c810cf0 req-39891407-1020-4d02-9555-0fed6dfa3934 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/ports?device_id=8191288d-f5b6-4728-9532-86f77e741727 HTTP/1.1" status: 200 len: 945 time: 0.0732677 Mar 21 11:17:35.229149 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-ef6fab34-dfab-4aee-98bb-4a5a6c810cf0 req-baec4e2e-e770-4f23-aab8-b21bd2d9a885 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/security-groups?id=daae5ede-2da4-4353-80fd-81af085a454c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487359 Mar 21 11:17:35.358075 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Device be18abb0-ea4d-423e-b1fa-ca7d8938eb87 no longer exists at agent hyperv_hv-cinder-83444 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 11:17:35.379328 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] No Port match for: be18abb0-ea4d-423e-b1fa-ca7d8938eb87 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 11:17:35.379650 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Device be18abb0-ea4d-423e-b1fa-ca7d8938eb87 not bound to the agent host hv-cinder-83444 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 11:17:35.898739 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9846fa46-8d48-48dd-9522-1a1abd8afeba req-c093ab75-e5c1-4a1f-9891-8dd7b39e1750 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:35.900543 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-9846fa46-8d48-48dd-9522-1a1abd8afeba req-c093ab75-e5c1-4a1f-9891-8dd7b39e1750 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] 10.222.0.24 "GET /v2.0/ports?device_id=0662b786-9e36-4e2b-8bd6-eb47286b140c HTTP/1.1" status: 200 len: 946 time: 0.0592642 Mar 21 11:17:35.950412 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-9846fa46-8d48-48dd-9522-1a1abd8afeba req-a1e9057a-43ce-450a-8665-cab8a4a22e00 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] 10.222.0.24 "GET /v2.0/security-groups?id=75d85c22-4d5d-4d68-8658-8c6cea91e678&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442104 Mar 21 11:17:36.369738 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91629af-e306-4ced-b88e-672de9a1a839 req-fb6d4b6f-e4ac-4590-96f0-b33a98c72955 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:36.371131 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-e91629af-e306-4ced-b88e-672de9a1a839 req-fb6d4b6f-e4ac-4590-96f0-b33a98c72955 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/ports?device_id=8191288d-f5b6-4728-9532-86f77e741727 HTTP/1.1" status: 200 len: 945 time: 0.0668290 Mar 21 11:17:36.425363 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-e91629af-e306-4ced-b88e-672de9a1a839 req-60bcf402-8e37-4b9b-b2aa-73fee207f0bf tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/security-groups?id=daae5ede-2da4-4353-80fd-81af085a454c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467708 Mar 21 11:17:37.087090 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36ce90c-1c96-4210-962d-33717b193c63 req-7871c555-24c5-46db-8cc4-b689bf26234a tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:37.088654 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-c36ce90c-1c96-4210-962d-33717b193c63 req-7871c555-24c5-46db-8cc4-b689bf26234a tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] 10.222.0.24 "GET /v2.0/ports?device_id=0662b786-9e36-4e2b-8bd6-eb47286b140c HTTP/1.1" status: 200 len: 946 time: 0.0591002 Mar 21 11:17:37.144774 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-c36ce90c-1c96-4210-962d-33717b193c63 req-1431e7e9-565f-4ca7-9e24-765b995f9041 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] 10.222.0.24 "GET /v2.0/security-groups?id=75d85c22-4d5d-4d68-8658-8c6cea91e678&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502508 Mar 21 11:17:37.555226 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fae6093-1096-42f5-be28-cd48df7e680e req-b37c9669-d751-434b-a8c6-25fbebdd1d72 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:37.556828 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-5fae6093-1096-42f5-be28-cd48df7e680e req-b37c9669-d751-434b-a8c6-25fbebdd1d72 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/ports?device_id=8191288d-f5b6-4728-9532-86f77e741727 HTTP/1.1" status: 200 len: 945 time: 0.0632021 Mar 21 11:17:37.607508 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-5fae6093-1096-42f5-be28-cd48df7e680e req-eebba2cb-dbb7-4da9-a36a-a8418de2d55b tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/security-groups?id=daae5ede-2da4-4353-80fd-81af085a454c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430486 Mar 21 11:17:37.908828 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6352a6ce-cd90-4ad1-a90d-a529a49d33bf req-04ee2f6b-2e6c-4015-b3b8-b2b40cdb9d68 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:37.910359 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-6352a6ce-cd90-4ad1-a90d-a529a49d33bf req-04ee2f6b-2e6c-4015-b3b8-b2b40cdb9d68 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] 10.222.0.32 "GET /v2.0/ports?device_id=0662b786-9e36-4e2b-8bd6-eb47286b140c HTTP/1.1" status: 200 len: 946 time: 0.0586083 Mar 21 11:17:38.018950 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-6352a6ce-cd90-4ad1-a90d-a529a49d33bf req-dcf039f7-bacd-47f3-8c79-f014554db477 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Deleting port 8a57dd06-b022-42a2-9606-ac1bb0f2543e {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:17:38.019326 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-6352a6ce-cd90-4ad1-a90d-a529a49d33bf req-dcf039f7-bacd-47f3-8c79-f014554db477 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738246690591'] for port (8a57dd06-b022-42a2-9606-ac1bb0f2543e), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:38.145912 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-6352a6ce-cd90-4ad1-a90d-a529a49d33bf req-dcf039f7-bacd-47f3-8c79-f014554db477 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] For port 8a57dd06-b022-42a2-9606-ac1bb0f2543e, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=8a57dd06-b022-42a2-9606-ac1bb0f2543e,segment=NetworkSegment(e8bbdbf4-7a3c-4382-b3f5-00a80b4a7f1d),segment_id=e8bbdbf4-7a3c-4382-b3f5-00a80b4a7f1d)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:17:38.146172 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-6352a6ce-cd90-4ad1-a90d-a529a49d33bf req-dcf039f7-bacd-47f3-8c79-f014554db477 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701214'] for port (8a57dd06-b022-42a2-9606-ac1bb0f2543e), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:38.165945 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a53cf51-6e5b-490e-9933-7656c313af00 req-fd042224-6b90-4c6a-8515-bdbac6ad3a2c tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:38.167595 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-4a53cf51-6e5b-490e-9933-7656c313af00 req-fd042224-6b90-4c6a-8515-bdbac6ad3a2c tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/ports?device_id=c60601a3-3fb9-48e4-b22d-6fa61e28dfa4 HTTP/1.1" status: 200 len: 947 time: 0.1056228 Mar 21 11:17:38.350743 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-4a53cf51-6e5b-490e-9933-7656c313af00 req-f5083557-f142-4d27-a809-dbe9afbef4ed tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/security-groups?id=d03ae1a0-8987-409a-b315-103a0a29069c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1756978 Mar 21 11:17:38.404579 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e29f39-d1d9-4f15-9c69-3363fc816876 req-326f571e-7bcb-4c44-a891-198612d0022b tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:38.405959 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-e8e29f39-d1d9-4f15-9c69-3363fc816876 req-326f571e-7bcb-4c44-a891-198612d0022b tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] 10.222.0.24 "GET /v2.0/ports?device_id=0662b786-9e36-4e2b-8bd6-eb47286b140c HTTP/1.1" status: 200 len: 946 time: 0.1757555 Mar 21 11:17:38.439917 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-6352a6ce-cd90-4ad1-a90d-a529a49d33bf req-dcf039f7-bacd-47f3-8c79-f014554db477 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:38.440299 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-6352a6ce-cd90-4ad1-a90d-a529a49d33bf req-dcf039f7-bacd-47f3-8c79-f014554db477 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1690700'] for floatingip (93431887-c2ce-40ac-bd29-5c4413302db8), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:38.440610 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.db.l3_db [req-6352a6ce-cd90-4ad1-a90d-a529a49d33bf req-dcf039f7-bacd-47f3-8c79-f014554db477 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Floating IP 93431887-c2ce-40ac-bd29-5c4413302db8 disassociated. External IP: 172.28.0.2, port: 8a57dd06-b022-42a2-9606-ac1bb0f2543e. Mar 21 11:17:38.440947 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-6352a6ce-cd90-4ad1-a90d-a529a49d33bf req-dcf039f7-bacd-47f3-8c79-f014554db477 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Calling delete_port for 8a57dd06-b022-42a2-9606-ac1bb0f2543e owned by compute:nova {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:17:38.511217 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-e8e29f39-d1d9-4f15-9c69-3363fc816876 req-958cd319-22f8-42af-af62-1a22952157ec tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] 10.222.0.24 "GET /v2.0/security-groups?id=75d85c22-4d5d-4d68-8658-8c6cea91e678&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985982 Mar 21 11:17:38.608661 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-6352a6ce-cd90-4ad1-a90d-a529a49d33bf req-dcf039f7-bacd-47f3-8c79-f014554db477 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738246698626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738246144790'] for port (8a57dd06-b022-42a2-9606-ac1bb0f2543e), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:38.638073 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf039f7-bacd-47f3-8c79-f014554db477 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Pushing event deleted for resources: {'Port': ['ID=8a57dd06-b022-42a2-9606-ac1bb0f2543e,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:17:38.802950 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f862c3-ce44-40ed-a46e-bf6ad99140fe req-9dd0af26-ca02-4aef-86c8-ab6afcc443a3 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:38.804436 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-37f862c3-ce44-40ed-a46e-bf6ad99140fe req-9dd0af26-ca02-4aef-86c8-ab6afcc443a3 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/ports?device_id=8191288d-f5b6-4728-9532-86f77e741727 HTTP/1.1" status: 200 len: 945 time: 0.0810535 Mar 21 11:17:38.815033 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6352a6ce-cd90-4ad1-a90d-a529a49d33bf req-dcf039f7-bacd-47f3-8c79-f014554db477 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Router b6f812b9-6d9a-4ef9-93fc-911b8f0819b8 has already been hosted by L3 agent 5097f9b2-2ef0-4af4-bde3-0c344dd6e70c {{(pid=103421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 11:17:38.920794 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-37f862c3-ce44-40ed-a46e-bf6ad99140fe req-e92e740f-9738-4455-aebf-b5e0947a6efd tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/security-groups?id=daae5ede-2da4-4353-80fd-81af085a454c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077032 Mar 21 11:17:38.958945 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6352a6ce-cd90-4ad1-a90d-a529a49d33bf req-dcf039f7-bacd-47f3-8c79-f014554db477 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Notify agent at l3_agent.dv-cinder-834448-1-smb the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 11:17:38.968854 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856848a8-a913-4bd8-af7b-3c90f05b799b None None] Sync routers for ids ['b6f812b9-6d9a-4ef9-93fc-911b8f0819b8'] in dv-cinder-834448-1-smb {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 11:17:38.979869 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856848a8-a913-4bd8-af7b-3c90f05b799b None None] Routers {'b6f812b9-6d9a-4ef9-93fc-911b8f0819b8'} bound to L3 agent in host dv-cinder-834448-1-smb {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:17:38.980473 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-856848a8-a913-4bd8-af7b-3c90f05b799b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-21T11:04:55Z,description=,heartbeat_timestamp=2022-03-21T11:17:26Z,host='dv-cinder-834448-1-smb',id=5097f9b2-2ef0-4af4-bde3-0c344dd6e70c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:55Z,topic='l3_agent')) {'router_ids': ['b6f812b9-6d9a-4ef9-93fc-911b8f0819b8'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:17:39.005632 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-6352a6ce-cd90-4ad1-a90d-a529a49d33bf req-dcf039f7-bacd-47f3-8c79-f014554db477 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] No DVR routers for this DVR port 8a57dd06-b022-42a2-9606-ac1bb0f2543e on host hv-cinder-83444 {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 11:17:39.008495 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-6352a6ce-cd90-4ad1-a90d-a529a49d33bf req-dcf039f7-bacd-47f3-8c79-f014554db477 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97509'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:39.012259 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-6352a6ce-cd90-4ad1-a90d-a529a49d33bf req-dcf039f7-bacd-47f3-8c79-f014554db477 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] 10.222.0.32 "DELETE /v2.0/ports/8a57dd06-b022-42a2-9606-ac1bb0f2543e HTTP/1.1" status: 204 len: 173 time: 1.0944030 Mar 21 11:17:39.012823 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0662b786-9e36-4e2b-8bd6-eb47286b140c', 'name': 'network-vif-deleted', 'tag': '8a57dd06-b022-42a2-9606-ac1bb0f2543e'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:17:39.015200 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881d039021bf7bfdbb2ec2cc2a60bd67cc793bf6de71028ad915050608b1b1c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d2993a2-b362-459b-9c34-e75c5f95b28a" -d '{"events": [{"server_uuid": "0662b786-9e36-4e2b-8bd6-eb47286b140c", "name": "network-vif-deleted", "tag": "8a57dd06-b022-42a2-9606-ac1bb0f2543e"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:17:39.061279 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 11:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-886ab402-c2ce-45f8-9f12-acf53d5bc8bd x-openstack-request-id: req-886ab402-c2ce-45f8-9f12-acf53d5bc8bd {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:17:39.061672 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0662b786-9e36-4e2b-8bd6-eb47286b140c", "name": "network-vif-deleted", "tag": "8a57dd06-b022-42a2-9606-ac1bb0f2543e", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:17:39.062046 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-886ab402-c2ce-45f8-9f12-acf53d5bc8bd {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:17:39.062654 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0662b786-9e36-4e2b-8bd6-eb47286b140c', 'name': 'network-vif-deleted', 'tag': '8a57dd06-b022-42a2-9606-ac1bb0f2543e', 'status': 'completed', 'code': 200} Mar 21 11:17:39.110869 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-856848a8-a913-4bd8-af7b-3c90f05b799b None None] Set router b6f812b9-6d9a-4ef9-93fc-911b8f0819b8 gateway port host: dv-cinder-834448-1-smb {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:17:39.329512 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-856848a8-a913-4bd8-af7b-3c90f05b799b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6f812b9-6d9a-4ef9-93fc-911b8f0819b8', 'name': 'tempest-AttachVolumeNegativeTest-905083178-router', 'tenant_id': 'a69c1808af3d4640ae6355109b334cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'external_fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.149'}], 'enable_snat': True}, 'gw_port_id': '682ae32b-17c7-4a87-8472-bef89307aa9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:14:43Z', 'updated_at': '2022-03-21T11:14:50Z', 'revision_number': 4, 'project_id': 'a69c1808af3d4640ae6355109b334cd8', 'gw_port': {'id': '682ae32b-17c7-4a87-8472-bef89307aa9b', 'name': '', 'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:f2:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f812b9-6d9a-4ef9-93fc-911b8f0819b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:14:44Z', 'updated_at': '2022-03-21T11:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-smb', '_interfaces': [{'id': '4b30e9ea-93a0-4312-be48-594c5c822598', 'name': '', 'network_id': '3ddc289c-7154-4e23-8f81-bf2d5b69083d', 'tenant_id': 'a69c1808af3d4640ae6355109b334cd8', 'mac_address': 'fa:16:3e:37:c0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f812b9-6d9a-4ef9-93fc-911b8f0819b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': 'b19ea63e-3287-4f53-b0cc-82d6b01cdd86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:14:48Z', 'updated_at': '2022-03-21T11:14:56Z', 'revision_number': 5, 'project_id': 'a69c1808af3d4640ae6355109b334cd8', 'subnets': [{'id': 'b19ea63e-3287-4f53-b0cc-82d6b01cdd86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-1-smb', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:17:39.360731 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856848a8-a913-4bd8-af7b-3c90f05b799b None None] Checking router: b6f812b9-6d9a-4ef9-93fc-911b8f0819b8 for host: dv-cinder-834448-1-smb {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 11:17:39.369969 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856848a8-a913-4bd8-af7b-3c90f05b799b None None] Routers {'b6f812b9-6d9a-4ef9-93fc-911b8f0819b8'} bound to L3 agent in host dv-cinder-834448-1-smb {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:17:39.370555 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-856848a8-a913-4bd8-af7b-3c90f05b799b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-21T11:04:55Z,description=,heartbeat_timestamp=2022-03-21T11:17:26Z,host='dv-cinder-834448-1-smb',id=5097f9b2-2ef0-4af4-bde3-0c344dd6e70c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:55Z,topic='l3_agent')) {'router_ids': ['b6f812b9-6d9a-4ef9-93fc-911b8f0819b8'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:17:39.485042 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316e3235-9802-4aca-be49-5be569631c6e req-bc4cbba7-e284-4bed-a0bc-2bffa601b001 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:39.492493 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-316e3235-9802-4aca-be49-5be569631c6e req-bc4cbba7-e284-4bed-a0bc-2bffa601b001 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/ports?device_id=c60601a3-3fb9-48e4-b22d-6fa61e28dfa4 HTTP/1.1" status: 200 len: 947 time: 0.0668342 Mar 21 11:17:39.544152 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-316e3235-9802-4aca-be49-5be569631c6e req-665501ec-e42e-4eae-bed9-d239b69f1d1e tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/security-groups?id=d03ae1a0-8987-409a-b315-103a0a29069c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496490 Mar 21 11:17:39.580074 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-856848a8-a913-4bd8-af7b-3c90f05b799b None None] Set router b6f812b9-6d9a-4ef9-93fc-911b8f0819b8 gateway port host: dv-cinder-834448-1-smb {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:17:39.642782 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-cc298fc3-d6ec-4939-b8f4-661457262c39 req-2929bd41-9d27-4a0f-b8c2-8c61f39d3602 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] 10.222.0.24 "GET /v2.0/ports?device_id=0662b786-9e36-4e2b-8bd6-eb47286b140c HTTP/1.1" status: 200 len: 210 time: 0.0301566 Mar 21 11:17:39.794299 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-856848a8-a913-4bd8-af7b-3c90f05b799b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6f812b9-6d9a-4ef9-93fc-911b8f0819b8', 'name': 'tempest-AttachVolumeNegativeTest-905083178-router', 'tenant_id': 'a69c1808af3d4640ae6355109b334cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'external_fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.149'}], 'enable_snat': True}, 'gw_port_id': '682ae32b-17c7-4a87-8472-bef89307aa9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:14:43Z', 'updated_at': '2022-03-21T11:14:50Z', 'revision_number': 4, 'project_id': 'a69c1808af3d4640ae6355109b334cd8', 'gw_port': {'id': '682ae32b-17c7-4a87-8472-bef89307aa9b', 'name': '', 'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:f2:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f812b9-6d9a-4ef9-93fc-911b8f0819b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:14:44Z', 'updated_at': '2022-03-21T11:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-smb', '_interfaces': [{'id': '4b30e9ea-93a0-4312-be48-594c5c822598', 'name': '', 'network_id': '3ddc289c-7154-4e23-8f81-bf2d5b69083d', 'tenant_id': 'a69c1808af3d4640ae6355109b334cd8', 'mac_address': 'fa:16:3e:37:c0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f812b9-6d9a-4ef9-93fc-911b8f0819b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': 'b19ea63e-3287-4f53-b0cc-82d6b01cdd86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:14:48Z', 'updated_at': '2022-03-21T11:14:56Z', 'revision_number': 5, 'project_id': 'a69c1808af3d4640ae6355109b334cd8', 'subnets': [{'id': 'b19ea63e-3287-4f53-b0cc-82d6b01cdd86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-1-smb', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:17:39.821256 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856848a8-a913-4bd8-af7b-3c90f05b799b None None] The sync data for ids ['b6f812b9-6d9a-4ef9-93fc-911b8f0819b8'] in dv-cinder-834448-1-smb is: [{'id': 'b6f812b9-6d9a-4ef9-93fc-911b8f0819b8', 'name': 'tempest-AttachVolumeNegativeTest-905083178-router', 'tenant_id': 'a69c1808af3d4640ae6355109b334cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'external_fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.149'}], 'enable_snat': True}, 'gw_port_id': '682ae32b-17c7-4a87-8472-bef89307aa9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:14:43Z', 'updated_at': '2022-03-21T11:14:50Z', 'revision_number': 4, 'project_id': 'a69c1808af3d4640ae6355109b334cd8', 'gw_port': {'id': '682ae32b-17c7-4a87-8472-bef89307aa9b', 'name': '', 'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:f2:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f812b9-6d9a-4ef9-93fc-911b8f0819b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:14:44Z', 'updated_at': '2022-03-21T11:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-smb', '_interfaces': [{'id': '4b30e9ea-93a0-4312-be48-594c5c822598', 'name': '', 'network_id': '3ddc289c-7154-4e23-8f81-bf2d5b69083d', 'tenant_id': 'a69c1808af3d4640ae6355109b334cd8', 'mac_address': 'fa:16:3e:37:c0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f812b9-6d9a-4ef9-93fc-911b8f0819b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': 'b19ea63e-3287-4f53-b0cc-82d6b01cdd86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:14:48Z', 'updated_at': '2022-03-21T11:14:56Z', 'revision_number': 5, 'project_id': 'a69c1808af3d4640ae6355109b334cd8', 'subnets': [{'id': 'b19ea63e-3287-4f53-b0cc-82d6b01cdd86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 11:17:39.996288 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6140ffd0-6bbc-4930-a11e-6ebdf56b6222 req-11791f9d-84e2-4445-85b3-ef2c916715b2 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:39.997905 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-6140ffd0-6bbc-4930-a11e-6ebdf56b6222 req-11791f9d-84e2-4445-85b3-ef2c916715b2 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.32 "GET /v2.0/ports?device_id=c60601a3-3fb9-48e4-b22d-6fa61e28dfa4 HTTP/1.1" status: 200 len: 947 time: 0.0670340 Mar 21 11:17:40.049279 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a91b89-6572-4e36-be7b-a389cfd2bf05 None None] New status for floating IP 93431887-c2ce-40ac-bd29-5c4413302db8: DOWN {{(pid=103423) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 11:17:40.114067 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b696b0-5975-4a52-9929-46eda757eb08 req-58a08137-dc89-45c6-8ca5-d12e8a686e73 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:40.115574 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-21b696b0-5975-4a52-9929-46eda757eb08 req-58a08137-dc89-45c6-8ca5-d12e8a686e73 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/ports?device_id=8191288d-f5b6-4728-9532-86f77e741727 HTTP/1.1" status: 200 len: 945 time: 0.1135752 Mar 21 11:17:40.153693 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-6140ffd0-6bbc-4930-a11e-6ebdf56b6222 req-c8416c9a-48f1-495e-9c06-09aebe3f285a tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Deleting port eb25be42-c760-4d98-b13e-5a70f54e1415 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:17:40.154017 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-6140ffd0-6bbc-4930-a11e-6ebdf56b6222 req-c8416c9a-48f1-495e-9c06-09aebe3f285a tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738246690591'] for port (eb25be42-c760-4d98-b13e-5a70f54e1415), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:40.223432 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-21b696b0-5975-4a52-9929-46eda757eb08 req-9f6de193-2ddb-4874-93e4-f7b93e572acb tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/security-groups?id=daae5ede-2da4-4353-80fd-81af085a454c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996675 Mar 21 11:17:40.268216 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-6140ffd0-6bbc-4930-a11e-6ebdf56b6222 req-c8416c9a-48f1-495e-9c06-09aebe3f285a tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] For port eb25be42-c760-4d98-b13e-5a70f54e1415, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=eb25be42-c760-4d98-b13e-5a70f54e1415,segment=NetworkSegment(2b3dbd92-7596-4ba4-98c7-1ff5ff135374),segment_id=2b3dbd92-7596-4ba4-98c7-1ff5ff135374)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:17:40.268544 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-6140ffd0-6bbc-4930-a11e-6ebdf56b6222 req-c8416c9a-48f1-495e-9c06-09aebe3f285a tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701214'] for port (eb25be42-c760-4d98-b13e-5a70f54e1415), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:40.461786 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-6140ffd0-6bbc-4930-a11e-6ebdf56b6222 req-c8416c9a-48f1-495e-9c06-09aebe3f285a tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:40.462147 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-6140ffd0-6bbc-4930-a11e-6ebdf56b6222 req-c8416c9a-48f1-495e-9c06-09aebe3f285a tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1690700'] for floatingip (7ff53804-5501-4975-821c-0223b03be204), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:40.462471 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.db.l3_db [req-6140ffd0-6bbc-4930-a11e-6ebdf56b6222 req-c8416c9a-48f1-495e-9c06-09aebe3f285a tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Floating IP 7ff53804-5501-4975-821c-0223b03be204 disassociated. External IP: 172.28.0.205, port: eb25be42-c760-4d98-b13e-5a70f54e1415. Mar 21 11:17:40.462811 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-6140ffd0-6bbc-4930-a11e-6ebdf56b6222 req-c8416c9a-48f1-495e-9c06-09aebe3f285a tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Calling delete_port for eb25be42-c760-4d98-b13e-5a70f54e1415 owned by compute:nova {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:17:40.602691 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-6140ffd0-6bbc-4930-a11e-6ebdf56b6222 req-c8416c9a-48f1-495e-9c06-09aebe3f285a tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738246698626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738246144790'] for port (eb25be42-c760-4d98-b13e-5a70f54e1415), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:40.631651 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8416c9a-48f1-495e-9c06-09aebe3f285a tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Pushing event deleted for resources: {'Port': ['ID=eb25be42-c760-4d98-b13e-5a70f54e1415,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:17:40.665491 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-0cd0c178-9427-4778-a820-ee757b8736f9 req-8c5be0a4-9e31-4a0f-90aa-472a1a4dae07 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/ports?device_id=c60601a3-3fb9-48e4-b22d-6fa61e28dfa4 HTTP/1.1" status: 200 len: 210 time: 0.0350978 Mar 21 11:17:40.738437 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 45610) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:17:40.794828 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6140ffd0-6bbc-4930-a11e-6ebdf56b6222 req-c8416c9a-48f1-495e-9c06-09aebe3f285a tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Router fcf73f44-eb99-4dc9-96ef-dd08de00624c has already been hosted by L3 agent 5097f9b2-2ef0-4af4-bde3-0c344dd6e70c {{(pid=103421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 11:17:40.797274 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2b6e7008-839d-493b-bfa8-d9b868daa27a tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks [] for security_group (75d85c22-4d5d-4d68-8658-8c6cea91e678), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:40.823500 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2b6e7008-839d-493b-bfa8-d9b868daa27a tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks [] for security_group (75d85c22-4d5d-4d68-8658-8c6cea91e678), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:40.873287 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2b6e7008-839d-493b-bfa8-d9b868daa27a tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (75d85c22-4d5d-4d68-8658-8c6cea91e678), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:40.876221 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2b6e7008-839d-493b-bfa8-d9b868daa27a tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:40.877406 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-2b6e7008-839d-493b-bfa8-d9b868daa27a tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] 10.222.0.24 "DELETE /v2.0/security-groups/75d85c22-4d5d-4d68-8658-8c6cea91e678 HTTP/1.1" status: 204 len: 168 time: 0.1379511 Mar 21 11:17:40.881483 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 45612) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:17:40.886706 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6e7008-839d-493b-bfa8-d9b868daa27a tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75d85c22-4d5d-4d68-8658-8c6cea91e678,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:17:40.894336 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6e7008-839d-493b-bfa8-d9b868daa27a tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:17:40.894679 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6e7008-839d-493b-bfa8-d9b868daa27a tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:17:40.895020 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6e7008-839d-493b-bfa8-d9b868daa27a tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:17:40.895370 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6e7008-839d-493b-bfa8-d9b868daa27a tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:17:40.895721 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6e7008-839d-493b-bfa8-d9b868daa27a tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:17:40.896050 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6e7008-839d-493b-bfa8-d9b868daa27a tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:17:40.896373 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6e7008-839d-493b-bfa8-d9b868daa27a tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:17:40.896692 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6e7008-839d-493b-bfa8-d9b868daa27a tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:17:40.897009 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6e7008-839d-493b-bfa8-d9b868daa27a tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:17:40.897325 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6e7008-839d-493b-bfa8-d9b868daa27a tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:17:40.897639 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6e7008-839d-493b-bfa8-d9b868daa27a tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:17:40.897952 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6e7008-839d-493b-bfa8-d9b868daa27a tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:17:40.898265 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6e7008-839d-493b-bfa8-d9b868daa27a tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:17:40.898579 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6e7008-839d-493b-bfa8-d9b868daa27a tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:17:40.898897 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6e7008-839d-493b-bfa8-d9b868daa27a tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:17:40.902797 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.api.v2.resource [None req-5d680d5d-9f2b-4a7d-a114-d195274d0092 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] show failed (client error): The resource could not be found. Mar 21 11:17:40.904118 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-5d680d5d-9f2b-4a7d-a114-d195274d0092 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] 10.222.0.24 "GET /v2.0/security-groups/75d85c22-4d5d-4d68-8658-8c6cea91e678 HTTP/1.1" status: 404 len: 347 time: 0.0217516 Mar 21 11:17:40.907147 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 45614) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:17:41.005813 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6140ffd0-6bbc-4930-a11e-6ebdf56b6222 req-c8416c9a-48f1-495e-9c06-09aebe3f285a tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Notify agent at l3_agent.dv-cinder-834448-1-smb the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 11:17:41.015700 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab0adc3b-df47-430f-8198-9087c92b7ac3 None None] Sync routers for ids ['fcf73f44-eb99-4dc9-96ef-dd08de00624c'] in dv-cinder-834448-1-smb {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 11:17:41.031230 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0adc3b-df47-430f-8198-9087c92b7ac3 None None] Routers {'fcf73f44-eb99-4dc9-96ef-dd08de00624c'} bound to L3 agent in host dv-cinder-834448-1-smb {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:17:41.032254 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-ab0adc3b-df47-430f-8198-9087c92b7ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-21T11:04:55Z,description=,heartbeat_timestamp=2022-03-21T11:17:26Z,host='dv-cinder-834448-1-smb',id=5097f9b2-2ef0-4af4-bde3-0c344dd6e70c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:55Z,topic='l3_agent')) {'router_ids': ['fcf73f44-eb99-4dc9-96ef-dd08de00624c'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:17:41.072658 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-6140ffd0-6bbc-4930-a11e-6ebdf56b6222 req-c8416c9a-48f1-495e-9c06-09aebe3f285a tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] No DVR routers for this DVR port eb25be42-c760-4d98-b13e-5a70f54e1415 on host hv-cinder-83444 {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 11:17:41.076707 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-6140ffd0-6bbc-4930-a11e-6ebdf56b6222 req-c8416c9a-48f1-495e-9c06-09aebe3f285a tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97509'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:41.081812 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-6140ffd0-6bbc-4930-a11e-6ebdf56b6222 req-c8416c9a-48f1-495e-9c06-09aebe3f285a tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.32 "DELETE /v2.0/ports/eb25be42-c760-4d98-b13e-5a70f54e1415 HTTP/1.1" status: 204 len: 173 time: 1.0706525 Mar 21 11:17:41.083398 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c60601a3-3fb9-48e4-b22d-6fa61e28dfa4', 'name': 'network-vif-deleted', 'tag': 'eb25be42-c760-4d98-b13e-5a70f54e1415'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:17:41.090836 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881d039021bf7bfdbb2ec2cc2a60bd67cc793bf6de71028ad915050608b1b1c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a32e253-c617-4212-a5ec-22a4eba93c4a" -d '{"events": [{"server_uuid": "c60601a3-3fb9-48e4-b22d-6fa61e28dfa4", "name": "network-vif-deleted", "tag": "eb25be42-c760-4d98-b13e-5a70f54e1415"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:17:41.114176 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-609a3c04-e226-4fb2-8981-a696bf8424a0 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Deleting port c3cee521-5e7b-4a2f-929e-37548c2c6178 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:17:41.114547 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-609a3c04-e226-4fb2-8981-a696bf8424a0 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738246690591'] for port (c3cee521-5e7b-4a2f-929e-37548c2c6178), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:41.176090 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-ab0adc3b-df47-430f-8198-9087c92b7ac3 None None] Set router fcf73f44-eb99-4dc9-96ef-dd08de00624c gateway port host: dv-cinder-834448-1-smb {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:17:41.177133 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 11:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-875d1225-f02a-4c3d-af4f-ee9456ce6e0e x-openstack-request-id: req-875d1225-f02a-4c3d-af4f-ee9456ce6e0e {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:17:41.177454 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c60601a3-3fb9-48e4-b22d-6fa61e28dfa4", "name": "network-vif-deleted", "tag": "eb25be42-c760-4d98-b13e-5a70f54e1415", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:17:41.177708 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-875d1225-f02a-4c3d-af4f-ee9456ce6e0e {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:17:41.179416 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c60601a3-3fb9-48e4-b22d-6fa61e28dfa4', 'name': 'network-vif-deleted', 'tag': 'eb25be42-c760-4d98-b13e-5a70f54e1415', 'status': 'completed', 'code': 200} Mar 21 11:17:41.212846 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-609a3c04-e226-4fb2-8981-a696bf8424a0 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701214'] for port (c3cee521-5e7b-4a2f-929e-37548c2c6178), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:41.213301 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-609a3c04-e226-4fb2-8981-a696bf8424a0 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks [] for floatingip (c3cee521-5e7b-4a2f-929e-37548c2c6178), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:41.228937 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-609a3c04-e226-4fb2-8981-a696bf8424a0 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Calling delete_port for c3cee521-5e7b-4a2f-929e-37548c2c6178 owned by network:floatingip {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:17:41.380561 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9b7a39-0426-46e5-b029-3212b3e7c6cd req-fd0cd20a-5d51-4f62-90c0-c07eb09d410e tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:41.382228 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-9e9b7a39-0426-46e5-b029-3212b3e7c6cd req-fd0cd20a-5d51-4f62-90c0-c07eb09d410e tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/ports?device_id=8191288d-f5b6-4728-9532-86f77e741727 HTTP/1.1" status: 200 len: 945 time: 0.0805657 Mar 21 11:17:41.395701 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Device eb25be42-c760-4d98-b13e-5a70f54e1415 no longer exists at agent hyperv_hv-cinder-83444 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 11:17:41.400819 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-ab0adc3b-df47-430f-8198-9087c92b7ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcf73f44-eb99-4dc9-96ef-dd08de00624c', 'name': 'tempest-AttachVolumeShelveTestJSON-1609186647-router', 'tenant_id': '53cbbdfcec5443308803a36be9595a3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'external_fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.8'}], 'enable_snat': True}, 'gw_port_id': '7e2d0fdc-3f51-4d12-b8b3-317f1f500f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:13:36Z', 'updated_at': '2022-03-21T11:13:56Z', 'revision_number': 4, 'project_id': '53cbbdfcec5443308803a36be9595a3d', 'gw_port': {'id': '7e2d0fdc-3f51-4d12-b8b3-317f1f500f1f', 'name': '', 'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:3b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf73f44-eb99-4dc9-96ef-dd08de00624c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:39Z', 'updated_at': '2022-03-21T11:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-smb', '_interfaces': [{'id': '79567679-d717-4a39-bc38-a2c419d4e76e', 'name': '', 'network_id': 'edde1cdb-cb70-4a7f-a015-4d6abd2c41fa', 'tenant_id': '53cbbdfcec5443308803a36be9595a3d', 'mac_address': 'fa:16:3e:9c:6d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf73f44-eb99-4dc9-96ef-dd08de00624c', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'bb03aaa0-c83c-430c-a873-c18dc8bcb9dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:55Z', 'updated_at': '2022-03-21T11:14:12Z', 'revision_number': 5, 'project_id': '53cbbdfcec5443308803a36be9595a3d', 'subnets': [{'id': 'bb03aaa0-c83c-430c-a873-c18dc8bcb9dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-1-smb', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:17:41.416864 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] No Port match for: eb25be42-c760-4d98-b13e-5a70f54e1415 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 11:17:41.417211 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Device eb25be42-c760-4d98-b13e-5a70f54e1415 not bound to the agent host hv-cinder-83444 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 11:17:41.417633 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Device 8a57dd06-b022-42a2-9606-ac1bb0f2543e no longer exists at agent hyperv_hv-cinder-83444 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 11:17:41.429682 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab0adc3b-df47-430f-8198-9087c92b7ac3 None None] Checking router: fcf73f44-eb99-4dc9-96ef-dd08de00624c for host: dv-cinder-834448-1-smb {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 11:17:41.439657 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] No Port match for: 8a57dd06-b022-42a2-9606-ac1bb0f2543e {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 11:17:41.440278 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Device 8a57dd06-b022-42a2-9606-ac1bb0f2543e not bound to the agent host hv-cinder-83444 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 11:17:41.445420 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0adc3b-df47-430f-8198-9087c92b7ac3 None None] Routers {'fcf73f44-eb99-4dc9-96ef-dd08de00624c'} bound to L3 agent in host dv-cinder-834448-1-smb {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:17:41.446091 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-ab0adc3b-df47-430f-8198-9087c92b7ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-21T11:04:55Z,description=,heartbeat_timestamp=2022-03-21T11:17:26Z,host='dv-cinder-834448-1-smb',id=5097f9b2-2ef0-4af4-bde3-0c344dd6e70c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:55Z,topic='l3_agent')) {'router_ids': ['fcf73f44-eb99-4dc9-96ef-dd08de00624c'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:17:41.470628 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-9e9b7a39-0426-46e5-b029-3212b3e7c6cd req-9f5d9b48-d033-4b30-8388-2eef79b81d53 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/security-groups?id=daae5ede-2da4-4353-80fd-81af085a454c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824034 Mar 21 11:17:41.471780 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-609a3c04-e226-4fb2-8981-a696bf8424a0 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738246698626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738246144790'] for port (c3cee521-5e7b-4a2f-929e-37548c2c6178), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:41.498626 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609a3c04-e226-4fb2-8981-a696bf8424a0 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Pushing event deleted for resources: {'Port': ['ID=c3cee521-5e7b-4a2f-929e-37548c2c6178,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:17:41.527590 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-609a3c04-e226-4fb2-8981-a696bf8424a0 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks [] for floatingip (93431887-c2ce-40ac-bd29-5c4413302db8), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:41.530527 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-609a3c04-e226-4fb2-8981-a696bf8424a0 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97509'] for floatingip (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:41.535433 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-609a3c04-e226-4fb2-8981-a696bf8424a0 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] 10.222.0.24 "DELETE /v2.0/floatingips/93431887-c2ce-40ac-bd29-5c4413302db8 HTTP/1.1" status: 204 len: 168 time: 0.6241810 Mar 21 11:17:41.564047 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-ab0adc3b-df47-430f-8198-9087c92b7ac3 None None] Set router fcf73f44-eb99-4dc9-96ef-dd08de00624c gateway port host: dv-cinder-834448-1-smb {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:17:41.765754 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 45626) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:17:41.819405 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-ab0adc3b-df47-430f-8198-9087c92b7ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcf73f44-eb99-4dc9-96ef-dd08de00624c', 'name': 'tempest-AttachVolumeShelveTestJSON-1609186647-router', 'tenant_id': '53cbbdfcec5443308803a36be9595a3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'external_fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.8'}], 'enable_snat': True}, 'gw_port_id': '7e2d0fdc-3f51-4d12-b8b3-317f1f500f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:13:36Z', 'updated_at': '2022-03-21T11:13:56Z', 'revision_number': 4, 'project_id': '53cbbdfcec5443308803a36be9595a3d', 'gw_port': {'id': '7e2d0fdc-3f51-4d12-b8b3-317f1f500f1f', 'name': '', 'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:3b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf73f44-eb99-4dc9-96ef-dd08de00624c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:39Z', 'updated_at': '2022-03-21T11:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-smb', '_interfaces': [{'id': '79567679-d717-4a39-bc38-a2c419d4e76e', 'name': '', 'network_id': 'edde1cdb-cb70-4a7f-a015-4d6abd2c41fa', 'tenant_id': '53cbbdfcec5443308803a36be9595a3d', 'mac_address': 'fa:16:3e:9c:6d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf73f44-eb99-4dc9-96ef-dd08de00624c', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'bb03aaa0-c83c-430c-a873-c18dc8bcb9dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:55Z', 'updated_at': '2022-03-21T11:14:12Z', 'revision_number': 5, 'project_id': '53cbbdfcec5443308803a36be9595a3d', 'subnets': [{'id': 'bb03aaa0-c83c-430c-a873-c18dc8bcb9dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-1-smb', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:17:41.852703 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab0adc3b-df47-430f-8198-9087c92b7ac3 None None] The sync data for ids ['fcf73f44-eb99-4dc9-96ef-dd08de00624c'] in dv-cinder-834448-1-smb is: [{'id': 'fcf73f44-eb99-4dc9-96ef-dd08de00624c', 'name': 'tempest-AttachVolumeShelveTestJSON-1609186647-router', 'tenant_id': '53cbbdfcec5443308803a36be9595a3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'external_fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.8'}], 'enable_snat': True}, 'gw_port_id': '7e2d0fdc-3f51-4d12-b8b3-317f1f500f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:13:36Z', 'updated_at': '2022-03-21T11:13:56Z', 'revision_number': 4, 'project_id': '53cbbdfcec5443308803a36be9595a3d', 'gw_port': {'id': '7e2d0fdc-3f51-4d12-b8b3-317f1f500f1f', 'name': '', 'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:3b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf73f44-eb99-4dc9-96ef-dd08de00624c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:39Z', 'updated_at': '2022-03-21T11:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-smb', '_interfaces': [{'id': '79567679-d717-4a39-bc38-a2c419d4e76e', 'name': '', 'network_id': 'edde1cdb-cb70-4a7f-a015-4d6abd2c41fa', 'tenant_id': '53cbbdfcec5443308803a36be9595a3d', 'mac_address': 'fa:16:3e:9c:6d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf73f44-eb99-4dc9-96ef-dd08de00624c', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'bb03aaa0-c83c-430c-a873-c18dc8bcb9dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:55Z', 'updated_at': '2022-03-21T11:14:12Z', 'revision_number': 5, 'project_id': '53cbbdfcec5443308803a36be9595a3d', 'subnets': [{'id': 'bb03aaa0-c83c-430c-a873-c18dc8bcb9dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 11:17:41.864388 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5ba96573-95d5-4f8a-aed3-54e4a46036c8 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Publish callbacks [] for security_group (d03ae1a0-8987-409a-b315-103a0a29069c), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:41.893742 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5ba96573-95d5-4f8a-aed3-54e4a46036c8 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Publish callbacks [] for security_group (d03ae1a0-8987-409a-b315-103a0a29069c), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:41.976577 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 45628) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:17:41.983571 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.v2.base [None req-94360434-6465-48b3-bb7d-4c080c1dcadd tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1581942624', 'description': 'tempest-description--2057210185'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:17:42.008214 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5ba96573-95d5-4f8a-aed3-54e4a46036c8 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (d03ae1a0-8987-409a-b315-103a0a29069c), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:42.011815 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5ba96573-95d5-4f8a-aed3-54e4a46036c8 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:42.013683 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-5ba96573-95d5-4f8a-aed3-54e4a46036c8 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "DELETE /v2.0/security-groups/d03ae1a0-8987-409a-b315-103a0a29069c HTTP/1.1" status: 204 len: 168 time: 0.2467346 Mar 21 11:17:42.016548 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 45630) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:17:42.021251 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-94360434-6465-48b3-bb7d-4c080c1dcadd tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:42.036937 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba96573-95d5-4f8a-aed3-54e4a46036c8 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d03ae1a0-8987-409a-b315-103a0a29069c,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:17:42.044354 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.api.v2.resource [None req-0baf4010-02ee-424c-a1d9-03ded055e1c7 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] show failed (client error): The resource could not be found. Mar 21 11:17:42.045632 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-0baf4010-02ee-424c-a1d9-03ded055e1c7 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/security-groups/d03ae1a0-8987-409a-b315-103a0a29069c HTTP/1.1" status: 404 len: 347 time: 0.0270512 Mar 21 11:17:42.050760 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 45632) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:17:42.126958 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-94360434-6465-48b3-bb7d-4c080c1dcadd tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks [] for security_group (f9601a7e-4ec6-4d51-8a8e-dd425c9e837f), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:42.132032 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-94360434-6465-48b3-bb7d-4c080c1dcadd tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (f9601a7e-4ec6-4d51-8a8e-dd425c9e837f), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:42.183858 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-94360434-6465-48b3-bb7d-4c080c1dcadd tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:42.189824 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-94360434-6465-48b3-bb7d-4c080c1dcadd tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2070761 Mar 21 11:17:42.190129 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 45634) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:17:42.195505 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.v2.base [None req-8eab4760-d393-49a4-953c-11bf14b7a886 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Request body: {'security_group_rule': {'security_group_id': 'f9601a7e-4ec6-4d51-8a8e-dd425c9e837f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:17:42.203432 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94360434-6465-48b3-bb7d-4c080c1dcadd tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9601a7e-4ec6-4d51-8a8e-dd425c9e837f,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:17:42.235584 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-6bb4193f-d7df-46e1-a88b-63e13550217d tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Deleting port 576fc48c-898d-465a-802b-d31efad68261 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:17:42.235913 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6bb4193f-d7df-46e1-a88b-63e13550217d tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738246690591'] for port (576fc48c-898d-465a-802b-d31efad68261), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:42.237904 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8eab4760-d393-49a4-953c-11bf14b7a886 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks [] for security_group_rule (07327468-248f-4113-b832-0216e6227ebe), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:42.240035 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e87784ad-6cf8-4226-be0c-e95b8f80ef3c None None] New status for floating IP 7ff53804-5501-4975-821c-0223b03be204: DOWN {{(pid=103423) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 11:17:42.323469 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8eab4760-d393-49a4-953c-11bf14b7a886 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks [] for security_group_rule (07327468-248f-4113-b832-0216e6227ebe), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:42.329763 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8eab4760-d393-49a4-953c-11bf14b7a886 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674879'] for security_group_rule (07327468-248f-4113-b832-0216e6227ebe), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:42.335492 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6bb4193f-d7df-46e1-a88b-63e13550217d tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701214'] for port (576fc48c-898d-465a-802b-d31efad68261), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:42.335913 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6bb4193f-d7df-46e1-a88b-63e13550217d tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Publish callbacks [] for floatingip (576fc48c-898d-465a-802b-d31efad68261), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:42.349823 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eab4760-d393-49a4-953c-11bf14b7a886 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07327468-248f-4113-b832-0216e6227ebe,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:17:42.351770 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-6bb4193f-d7df-46e1-a88b-63e13550217d tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Calling delete_port for 576fc48c-898d-465a-802b-d31efad68261 owned by network:floatingip {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:17:42.361079 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8eab4760-d393-49a4-953c-11bf14b7a886 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:42.362353 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-8eab4760-d393-49a4-953c-11bf14b7a886 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1712596 Mar 21 11:17:42.365609 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 45636) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:17:42.371143 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.v2.base [None req-ac74618f-3e96-4a31-b3ee-15ed13824f94 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Request body: {'security_group_rule': {'security_group_id': 'f9601a7e-4ec6-4d51-8a8e-dd425c9e837f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:17:42.403938 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ac74618f-3e96-4a31-b3ee-15ed13824f94 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks [] for security_group_rule (767f6daf-e3c2-4421-b852-c35afd001779), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:42.484739 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ac74618f-3e96-4a31-b3ee-15ed13824f94 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks [] for security_group_rule (767f6daf-e3c2-4421-b852-c35afd001779), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:42.489654 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ac74618f-3e96-4a31-b3ee-15ed13824f94 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674879'] for security_group_rule (767f6daf-e3c2-4421-b852-c35afd001779), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:42.520435 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac74618f-3e96-4a31-b3ee-15ed13824f94 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=767f6daf-e3c2-4421-b852-c35afd001779,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:17:42.532589 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ac74618f-3e96-4a31-b3ee-15ed13824f94 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:42.536878 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-ac74618f-3e96-4a31-b3ee-15ed13824f94 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1672754 Mar 21 11:17:42.537474 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 45640) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:17:42.542030 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.v2.base [None req-3f3d13de-9aa5-4a5f-bcb4-6bd1166375c3 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Request body: {'floatingip': {'floating_network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:17:42.560440 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6bb4193f-d7df-46e1-a88b-63e13550217d tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738246698626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738246144790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265271506'] for port (576fc48c-898d-465a-802b-d31efad68261), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:42.594218 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb4193f-d7df-46e1-a88b-63e13550217d tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Pushing event deleted for resources: {'Port': ['ID=576fc48c-898d-465a-802b-d31efad68261,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:17:42.597083 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3f3d13de-9aa5-4a5f-bcb4-6bd1166375c3 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:42.642158 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4909032-075a-4f81-b2e9-1b884cb11f22 req-a5c24aef-f9a0-4ece-83ef-f9eede0c65f1 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:42.645085 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-b4909032-075a-4f81-b2e9-1b884cb11f22 req-a5c24aef-f9a0-4ece-83ef-f9eede0c65f1 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/ports?device_id=8191288d-f5b6-4728-9532-86f77e741727 HTTP/1.1" status: 200 len: 945 time: 0.0798914 Mar 21 11:17:42.710595 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6bb4193f-d7df-46e1-a88b-63e13550217d tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Publish callbacks [] for floatingip (7ff53804-5501-4975-821c-0223b03be204), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:42.711510 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-b4909032-075a-4f81-b2e9-1b884cb11f22 req-61f18204-4328-4620-8579-f6f85b9eba3c tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/security-groups?id=daae5ede-2da4-4353-80fd-81af085a454c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596950 Mar 21 11:17:42.713237 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6bb4193f-d7df-46e1-a88b-63e13550217d tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97509'] for floatingip (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:42.717894 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-6bb4193f-d7df-46e1-a88b-63e13550217d tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "DELETE /v2.0/floatingips/7ff53804-5501-4975-821c-0223b03be204 HTTP/1.1" status: 204 len: 168 time: 0.6623614 Mar 21 11:17:42.778348 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3f3d13de-9aa5-4a5f-bcb4-6bd1166375c3 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:42.909852 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-3f3d13de-9aa5-4a5f-bcb4-6bd1166375c3 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Allocated IP 172.28.0.104 (4a234a12-d706-4d7c-b6c3-ed2b05ad1623/3e258188-6a8e-4491-8eb3-50329fb1d7f1/6139f1b7-3809-431a-82aa-989f1beb703f) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:17:43.017732 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 45644) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:17:43.022691 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.v2.base [None req-b99f02ad-b6ba-422f-860d-1e87ee3d8ab4 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1108018924', 'description': 'tempest-description--466884051'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:17:43.042271 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3f3d13de-9aa5-4a5f-bcb4-6bd1166375c3 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks [] for port (6139f1b7-3809-431a-82aa-989f1beb703f), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:43.049835 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b99f02ad-b6ba-422f-860d-1e87ee3d8ab4 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:43.080221 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3f3d13de-9aa5-4a5f-bcb4-6bd1166375c3 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738246144781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265271506'] for port (6139f1b7-3809-431a-82aa-989f1beb703f), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:43.132897 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f3d13de-9aa5-4a5f-bcb4-6bd1166375c3 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Network 4a234a12-d706-4d7c-b6c3-ed2b05ad1623 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:17:43.134078 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3d13de-9aa5-4a5f-bcb4-6bd1166375c3 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Pushing event updated for resources: {'Port': ['ID=6139f1b7-3809-431a-82aa-989f1beb703f,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:17:43.137540 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-3f3d13de-9aa5-4a5f-bcb4-6bd1166375c3 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:17:43.140201 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3d13de-9aa5-4a5f-bcb4-6bd1166375c3 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:17:43.158917 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b99f02ad-b6ba-422f-860d-1e87ee3d8ab4 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Publish callbacks [] for security_group (1b998314-a05a-44c0-b23b-d6ece4a472c8), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:43.163543 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b99f02ad-b6ba-422f-860d-1e87ee3d8ab4 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (1b998314-a05a-44c0-b23b-d6ece4a472c8), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:43.200213 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b99f02ad-b6ba-422f-860d-1e87ee3d8ab4 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:43.204820 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-b99f02ad-b6ba-422f-860d-1e87ee3d8ab4 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1827338 Mar 21 11:17:43.204820 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99f02ad-b6ba-422f-860d-1e87ee3d8ab4 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b998314-a05a-44c0-b23b-d6ece4a472c8,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:17:43.206413 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 45646) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:17:43.211857 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.v2.base [None req-90b939fb-60b6-4a1e-b3ad-b1334f796522 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Request body: {'security_group_rule': {'security_group_id': '1b998314-a05a-44c0-b23b-d6ece4a472c8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:17:43.242691 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-90b939fb-60b6-4a1e-b3ad-b1334f796522 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Publish callbacks [] for security_group_rule (4a7694c7-f2ed-45e0-8ce8-fb263d80b30c), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:43.247989 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3f3d13de-9aa5-4a5f-bcb4-6bd1166375c3 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks [] for floatingip (3aeb504e-2580-412f-88e9-ae616c51a2af), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:43.293569 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3f3d13de-9aa5-4a5f-bcb4-6bd1166375c3 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (6139f1b7-3809-431a-82aa-989f1beb703f), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:43.316830 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-90b939fb-60b6-4a1e-b3ad-b1334f796522 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Publish callbacks [] for security_group_rule (4a7694c7-f2ed-45e0-8ce8-fb263d80b30c), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:43.321072 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-90b939fb-60b6-4a1e-b3ad-b1334f796522 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674879'] for security_group_rule (4a7694c7-f2ed-45e0-8ce8-fb263d80b30c), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:43.339902 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b939fb-60b6-4a1e-b3ad-b1334f796522 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a7694c7-f2ed-45e0-8ce8-fb263d80b30c,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:17:43.348256 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-90b939fb-60b6-4a1e-b3ad-b1334f796522 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:43.349627 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-90b939fb-60b6-4a1e-b3ad-b1334f796522 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1418922 Mar 21 11:17:43.352255 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 45648) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:17:43.356732 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.v2.base [None req-8dc24b47-3b3c-46fd-be68-02051ba3307a tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Request body: {'security_group_rule': {'security_group_id': '1b998314-a05a-44c0-b23b-d6ece4a472c8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:17:43.383423 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8dc24b47-3b3c-46fd-be68-02051ba3307a tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Publish callbacks [] for security_group_rule (b70fcf61-1f60-4224-baaa-702e62de8ad1), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:43.451703 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8dc24b47-3b3c-46fd-be68-02051ba3307a tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Publish callbacks [] for security_group_rule (b70fcf61-1f60-4224-baaa-702e62de8ad1), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:43.457326 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8dc24b47-3b3c-46fd-be68-02051ba3307a tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674879'] for security_group_rule (b70fcf61-1f60-4224-baaa-702e62de8ad1), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:43.467378 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3f3d13de-9aa5-4a5f-bcb4-6bd1166375c3 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks [] for port (6139f1b7-3809-431a-82aa-989f1beb703f), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:43.473465 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3f3d13de-9aa5-4a5f-bcb4-6bd1166375c3 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265271525'] for port (6139f1b7-3809-431a-82aa-989f1beb703f), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:43.475753 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc24b47-3b3c-46fd-be68-02051ba3307a tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b70fcf61-1f60-4224-baaa-702e62de8ad1,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:17:43.486573 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8dc24b47-3b3c-46fd-be68-02051ba3307a tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:43.487926 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-8dc24b47-3b3c-46fd-be68-02051ba3307a tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1346774 Mar 21 11:17:43.491333 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 45650) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:17:43.499300 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.v2.base [None req-b7ec06ec-7d5a-4eb0-bbfa-a9b1c43f3237 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Request body: {'floatingip': {'floating_network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:17:43.524756 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b7ec06ec-7d5a-4eb0-bbfa-a9b1c43f3237 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:43.556772 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3d13de-9aa5-4a5f-bcb4-6bd1166375c3 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Pushing event updated for resources: {'Port': ['ID=6139f1b7-3809-431a-82aa-989f1beb703f,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:17:43.567562 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3f3d13de-9aa5-4a5f-bcb4-6bd1166375c3 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1690700'] for floatingip (3aeb504e-2580-412f-88e9-ae616c51a2af), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:43.586861 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3f3d13de-9aa5-4a5f-bcb4-6bd1166375c3 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97509'] for floatingip (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:43.597627 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-3f3d13de-9aa5-4a5f-bcb4-6bd1166375c3 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0499365 Mar 21 11:17:43.632922 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b7ec06ec-7d5a-4eb0-bbfa-a9b1c43f3237 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:43.757327 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [None req-b7ec06ec-7d5a-4eb0-bbfa-a9b1c43f3237 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Allocated IP 172.28.0.5 (4a234a12-d706-4d7c-b6c3-ed2b05ad1623/3e258188-6a8e-4491-8eb3-50329fb1d7f1/3c37af04-28d4-4a89-9997-4fc8c7be9823) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:17:44.133419 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-0b48533a-e88f-49fa-ae7a-90b821584f4f req-a0a9e04e-a875-409f-9254-67ed088e8013 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1581942624&fields=id&tenant_id=a69c1808af3d4640ae6355109b334cd8 HTTP/1.1" status: 200 len: 267 time: 0.3708985 Mar 21 11:17:44.251208 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bece05f9-d859-4b13-a464-802079961c9b req-8c624a00-1679-4d37-9039-0fdebd7a5935 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:44.252957 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-bece05f9-d859-4b13-a464-802079961c9b req-8c624a00-1679-4d37-9039-0fdebd7a5935 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/ports?device_id=8191288d-f5b6-4728-9532-86f77e741727 HTTP/1.1" status: 200 len: 945 time: 0.4514730 Mar 21 11:17:44.259030 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b7ec06ec-7d5a-4eb0-bbfa-a9b1c43f3237 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Publish callbacks [] for port (3c37af04-28d4-4a89-9997-4fc8c7be9823), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:44.345329 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b48533a-e88f-49fa-ae7a-90b821584f4f req-fc6251ab-66e7-4206-b108-c3385e0dff1c tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:44.346805 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-0b48533a-e88f-49fa-ae7a-90b821584f4f req-fc6251ab-66e7-4206-b108-c3385e0dff1c tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] 10.222.0.24 "GET /v2.0/networks?id=3ddc289c-7154-4e23-8f81-bf2d5b69083d HTTP/1.1" status: 200 len: 814 time: 0.2050676 Mar 21 11:17:44.357418 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-bece05f9-d859-4b13-a464-802079961c9b req-86cf3539-95fd-4dd1-82e2-828b4c3606b2 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/security-groups?id=daae5ede-2da4-4353-80fd-81af085a454c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942004 Mar 21 11:17:44.370087 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-0b48533a-e88f-49fa-ae7a-90b821584f4f req-4b24546a-6e8c-4780-b16e-33437590a63d tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] 10.222.0.24 "GET /v2.0/quotas/a69c1808af3d4640ae6355109b334cd8 HTTP/1.1" status: 200 len: 375 time: 0.0159895 Mar 21 11:17:44.386164 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b7ec06ec-7d5a-4eb0-bbfa-a9b1c43f3237 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738246144781'] for port (3c37af04-28d4-4a89-9997-4fc8c7be9823), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:44.454293 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ec06ec-7d5a-4eb0-bbfa-a9b1c43f3237 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Network 4a234a12-d706-4d7c-b6c3-ed2b05ad1623 is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:17:44.455047 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ec06ec-7d5a-4eb0-bbfa-a9b1c43f3237 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Pushing event updated for resources: {'Port': ['ID=3c37af04-28d4-4a89-9997-4fc8c7be9823,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:17:44.460369 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-b7ec06ec-7d5a-4eb0-bbfa-a9b1c43f3237 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:17:44.462867 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ec06ec-7d5a-4eb0-bbfa-a9b1c43f3237 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:17:44.503474 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-0b48533a-e88f-49fa-ae7a-90b821584f4f req-946609a8-0a5d-4d56-8b63-cbe624d1d94d tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=a69c1808af3d4640ae6355109b334cd8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1276586 Mar 21 11:17:44.531042 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b7ec06ec-7d5a-4eb0-bbfa-a9b1c43f3237 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Publish callbacks [] for floatingip (3b606f25-c1b6-4569-978a-46ad80e15edf), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:44.619942 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b7ec06ec-7d5a-4eb0-bbfa-a9b1c43f3237 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (3c37af04-28d4-4a89-9997-4fc8c7be9823), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:44.667804 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-0b48533a-e88f-49fa-ae7a-90b821584f4f req-73a4dc13-6985-45c3-807e-2a4d34e49024 service neutron] 10.222.0.24 "GET /v2.0/networks/3ddc289c-7154-4e23-8f81-bf2d5b69083d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478152 Mar 21 11:17:44.823780 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-0b48533a-e88f-49fa-ae7a-90b821584f4f req-34188bdd-f177-4301-840b-7dc280e216cf service neutron] 10.222.0.24 "GET /v2.0/networks/3ddc289c-7154-4e23-8f81-bf2d5b69083d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472323 Mar 21 11:17:44.862676 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b7ec06ec-7d5a-4eb0-bbfa-a9b1c43f3237 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Publish callbacks [] for port (3c37af04-28d4-4a89-9997-4fc8c7be9823), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:44.871667 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b7ec06ec-7d5a-4eb0-bbfa-a9b1c43f3237 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817'] for port (3c37af04-28d4-4a89-9997-4fc8c7be9823), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:44.898953 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b7ec06ec-7d5a-4eb0-bbfa-a9b1c43f3237 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1690700'] for floatingip (3b606f25-c1b6-4569-978a-46ad80e15edf), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:44.924585 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b7ec06ec-7d5a-4eb0-bbfa-a9b1c43f3237 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97509'] for floatingip (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:44.925846 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-b7ec06ec-7d5a-4eb0-bbfa-a9b1c43f3237 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.4327455 Mar 21 11:17:44.928248 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ec06ec-7d5a-4eb0-bbfa-a9b1c43f3237 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Pushing event updated for resources: {'Port': ['ID=3c37af04-28d4-4a89-9997-4fc8c7be9823,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:17:45.008219 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-bbe22330-3cdb-4f60-997a-c12ef42df988 req-9026eede-f034-4aed-94a1-aa9bc5279dd0 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] 10.222.0.24 "GET /v2.0/ports?device_id=5686b2e9-c51d-4b6f-b34b-d66f6d678dea HTTP/1.1" status: 200 len: 210 time: 0.0301147 Mar 21 11:17:45.173054 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-c42971b1-4da3-4358-b1c9-6d474ed0c13a req-47aa49bf-a296-4c3a-bd1f-dbbb9417eecc tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1108018924&fields=id&tenant_id=53cbbdfcec5443308803a36be9595a3d HTTP/1.1" status: 200 len: 267 time: 0.0469124 Mar 21 11:17:45.308964 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42971b1-4da3-4358-b1c9-6d474ed0c13a req-4f3d8960-ee26-4d36-a31f-537b2ebddc2f tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:45.310549 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-c42971b1-4da3-4358-b1c9-6d474ed0c13a req-4f3d8960-ee26-4d36-a31f-537b2ebddc2f tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/networks?id=edde1cdb-cb70-4a7f-a015-4d6abd2c41fa HTTP/1.1" status: 200 len: 817 time: 0.1285129 Mar 21 11:17:45.330062 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-c42971b1-4da3-4358-b1c9-6d474ed0c13a req-4432368d-7711-4654-ae46-90987d530d11 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/quotas/53cbbdfcec5443308803a36be9595a3d HTTP/1.1" status: 200 len: 375 time: 0.0126307 Mar 21 11:17:45.392902 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-c42971b1-4da3-4358-b1c9-6d474ed0c13a req-80a6f559-986f-4cb0-b16c-7d89339ae3e6 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=53cbbdfcec5443308803a36be9595a3d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0572188 Mar 21 11:17:45.536863 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-c42971b1-4da3-4358-b1c9-6d474ed0c13a req-3e48ee6f-787d-46f6-bdb0-abc85e73a550 service neutron] 10.222.0.24 "GET /v2.0/networks/edde1cdb-cb70-4a7f-a015-4d6abd2c41fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303592 Mar 21 11:17:45.550677 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02498a62-7f5e-4ad7-b8ef-8f3ca72d0c13 req-3761e192-0e4f-4849-bbd9-451e94688580 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:45.553185 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-02498a62-7f5e-4ad7-b8ef-8f3ca72d0c13 req-3761e192-0e4f-4849-bbd9-451e94688580 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/ports?device_id=8191288d-f5b6-4728-9532-86f77e741727 HTTP/1.1" status: 200 len: 945 time: 0.0973301 Mar 21 11:17:45.670125 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-02498a62-7f5e-4ad7-b8ef-8f3ca72d0c13 req-b8f01bec-98f9-4945-ad9a-dd2d28a3eb6f tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/security-groups?id=daae5ede-2da4-4353-80fd-81af085a454c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037061 Mar 21 11:17:45.688150 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-c42971b1-4da3-4358-b1c9-6d474ed0c13a req-fc0b9ad9-348f-4abd-8a42-5eac65d37ee9 service neutron] 10.222.0.24 "GET /v2.0/networks/edde1cdb-cb70-4a7f-a015-4d6abd2c41fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335566 Mar 21 11:17:45.866292 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-37ea8d22-c730-49b4-b882-4915c9656bfa req-0a6070a3-5488-4221-8631-cb083f759369 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/ports?device_id=8517f2fe-d7c1-4fa1-adbf-48fd547407f2 HTTP/1.1" status: 200 len: 210 time: 0.0275323 Mar 21 11:17:46.150837 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-2f2aabd2-1565-4db1-a804-db6e9c165ecf req-9d6e000e-9588-4c05-b487-698345419feb tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] 10.222.0.24 "GET /v2.0/ports?device_id=5686b2e9-c51d-4b6f-b34b-d66f6d678dea HTTP/1.1" status: 200 len: 210 time: 0.0396013 Mar 21 11:17:46.157697 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b48533a-e88f-49fa-ae7a-90b821584f4f req-f3e32495-eb1b-460a-bc79-13e728fd8c84 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:46.159130 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-0b48533a-e88f-49fa-ae7a-90b821584f4f req-f3e32495-eb1b-460a-bc79-13e728fd8c84 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] 10.222.0.32 "GET /v2.0/networks?id=3ddc289c-7154-4e23-8f81-bf2d5b69083d HTTP/1.1" status: 200 len: 814 time: 0.1565471 Mar 21 11:17:46.238992 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-0b48533a-e88f-49fa-ae7a-90b821584f4f req-3b11228c-dd56-431a-8053-248366c6e677 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a69c1808af3d4640ae6355109b334cd8 HTTP/1.1" status: 200 len: 380 time: 0.0686541 Mar 21 11:17:46.251717 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.v2.base [req-0b48533a-e88f-49fa-ae7a-90b821584f4f req-5a6caeb2-7983-4a82-96cd-27be7f7f6893 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Request body: {'port': {'device_id': '5686b2e9-c51d-4b6f-b34b-d66f6d678dea', 'network_id': '3ddc289c-7154-4e23-8f81-bf2d5b69083d', 'admin_state_up': True, 'tenant_id': 'a69c1808af3d4640ae6355109b334cd8', 'security_groups': ['f9601a7e-4ec6-4d51-8a8e-dd425c9e837f']}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:17:46.381337 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b48533a-e88f-49fa-ae7a-90b821584f4f req-5a6caeb2-7983-4a82-96cd-27be7f7f6893 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Made reservation on behalf of a69c1808af3d4640ae6355109b334cd8 for: {'port': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 11:17:46.384843 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-0b48533a-e88f-49fa-ae7a-90b821584f4f req-5a6caeb2-7983-4a82-96cd-27be7f7f6893 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:46.522650 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [req-0b48533a-e88f-49fa-ae7a-90b821584f4f req-5a6caeb2-7983-4a82-96cd-27be7f7f6893 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Allocated IP 172.20.0.13 (3ddc289c-7154-4e23-8f81-bf2d5b69083d/b19ea63e-3287-4f53-b0cc-82d6b01cdd86/34bb0d17-e1f9-489e-956a-47073575560b) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:17:46.680663 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-0b48533a-e88f-49fa-ae7a-90b821584f4f req-5a6caeb2-7983-4a82-96cd-27be7f7f6893 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks [] for port (34bb0d17-e1f9-489e-956a-47073575560b), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:46.718855 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-0b48533a-e88f-49fa-ae7a-90b821584f4f req-5a6caeb2-7983-4a82-96cd-27be7f7f6893 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738246144781'] for port (34bb0d17-e1f9-489e-956a-47073575560b), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:46.790839 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b48533a-e88f-49fa-ae7a-90b821584f4f req-5a6caeb2-7983-4a82-96cd-27be7f7f6893 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Network 3ddc289c-7154-4e23-8f81-bf2d5b69083d is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:17:46.799893 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [req-0b48533a-e88f-49fa-ae7a-90b821584f4f req-5a6caeb2-7983-4a82-96cd-27be7f7f6893 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:17:46.807598 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b48533a-e88f-49fa-ae7a-90b821584f4f req-5a6caeb2-7983-4a82-96cd-27be7f7f6893 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:17:46.813042 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b48533a-e88f-49fa-ae7a-90b821584f4f req-5a6caeb2-7983-4a82-96cd-27be7f7f6893 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:46.813590 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-0b48533a-e88f-49fa-ae7a-90b821584f4f req-5a6caeb2-7983-4a82-96cd-27be7f7f6893 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97509'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:46.818386 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6caeb2-7983-4a82-96cd-27be7f7f6893 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Pushing event updated for resources: {'Port': ['ID=34bb0d17-e1f9-489e-956a-47073575560b,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:17:46.837827 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-0b48533a-e88f-49fa-ae7a-90b821584f4f req-5a6caeb2-7983-4a82-96cd-27be7f7f6893 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5937662 Mar 21 11:17:46.852652 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a91d973-d541-4404-ab6f-835eeedc1188 req-0ee65a40-acad-466f-a7de-1fb8ab3f5c6b tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:46.854846 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-2a91d973-d541-4404-ab6f-835eeedc1188 req-0ee65a40-acad-466f-a7de-1fb8ab3f5c6b tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/ports?device_id=8191288d-f5b6-4728-9532-86f77e741727 HTTP/1.1" status: 200 len: 945 time: 0.1034799 Mar 21 11:17:46.862107 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.v2.base [req-0b48533a-e88f-49fa-ae7a-90b821584f4f req-d87facb4-c718-4162-bab9-ba1d8d2b0276 service neutron] Request body: {'port': {'device_id': '5686b2e9-c51d-4b6f-b34b-d66f6d678dea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83444'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:17:47.037400 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-67867348-ca10-4847-a935-1523d02a3c21 req-96a87cba-6b2b-4d92-abf0-72b9ce0c526e tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/ports?device_id=8517f2fe-d7c1-4fa1-adbf-48fd547407f2 HTTP/1.1" status: 200 len: 210 time: 0.0669315 Mar 21 11:17:47.053084 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-0b48533a-e88f-49fa-ae7a-90b821584f4f req-d87facb4-c718-4162-bab9-ba1d8d2b0276 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (34bb0d17-e1f9-489e-956a-47073575560b), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:47.068172 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-2a91d973-d541-4404-ab6f-835eeedc1188 req-8e8e82f0-1aca-404a-a3f3-b854b53b4347 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/security-groups?id=daae5ede-2da4-4353-80fd-81af085a454c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1923285 Mar 21 11:17:47.078840 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-71092594-57fd-4c08-b637-6ace850f4584 None None] Provisioning complete for port 34bb0d17-e1f9-489e-956a-47073575560b triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:17:47.079462 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-71092594-57fd-4c08-b637-6ace850f4584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688166'] for port (34bb0d17-e1f9-489e-956a-47073575560b), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:47.100219 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42971b1-4da3-4358-b1c9-6d474ed0c13a req-35b2233c-da4d-44d8-bf18-1262790d661b tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:47.101755 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-c42971b1-4da3-4358-b1c9-6d474ed0c13a req-35b2233c-da4d-44d8-bf18-1262790d661b tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.32 "GET /v2.0/networks?id=edde1cdb-cb70-4a7f-a015-4d6abd2c41fa HTTP/1.1" status: 200 len: 817 time: 0.2444777 Mar 21 11:17:47.113575 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-71092594-57fd-4c08-b637-6ace850f4584 None None] Port 34bb0d17-e1f9-489e-956a-47073575560b cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 11:17:47.278968 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-c42971b1-4da3-4358-b1c9-6d474ed0c13a req-adb549e3-602c-474c-a9bc-177dbb80098b tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=53cbbdfcec5443308803a36be9595a3d HTTP/1.1" status: 200 len: 380 time: 0.1578732 Mar 21 11:17:47.291712 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.v2.base [req-c42971b1-4da3-4358-b1c9-6d474ed0c13a req-0dd50f88-4ce4-4733-99a6-055345d40a50 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Request body: {'port': {'device_id': '8517f2fe-d7c1-4fa1-adbf-48fd547407f2', 'network_id': 'edde1cdb-cb70-4a7f-a015-4d6abd2c41fa', 'admin_state_up': True, 'tenant_id': '53cbbdfcec5443308803a36be9595a3d', 'security_groups': ['1b998314-a05a-44c0-b23b-d6ece4a472c8']}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:17:47.429505 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604a5585-dcce-4ee2-a87f-3fe5992a2150 req-691f8805-6ad9-4180-a774-b51a46ab08af tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:47.431098 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-604a5585-dcce-4ee2-a87f-3fe5992a2150 req-691f8805-6ad9-4180-a774-b51a46ab08af tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] 10.222.0.24 "GET /v2.0/ports?device_id=5686b2e9-c51d-4b6f-b34b-d66f6d678dea HTTP/1.1" status: 200 len: 932 time: 0.1980629 Mar 21 11:17:47.546407 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-604a5585-dcce-4ee2-a87f-3fe5992a2150 req-171f5473-4da4-4c33-892b-720c036d3c44 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9601a7e-4ec6-4d51-8a8e-dd425c9e837f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082251 Mar 21 11:17:47.570478 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c42971b1-4da3-4358-b1c9-6d474ed0c13a req-0dd50f88-4ce4-4733-99a6-055345d40a50 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Made reservation on behalf of 53cbbdfcec5443308803a36be9595a3d for: {'port': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 11:17:47.574001 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-c42971b1-4da3-4358-b1c9-6d474ed0c13a req-0dd50f88-4ce4-4733-99a6-055345d40a50 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:47.600763 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.notifiers.nova [req-0b48533a-e88f-49fa-ae7a-90b821584f4f req-d87facb4-c718-4162-bab9-ba1d8d2b0276 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34bb0d17-e1f9-489e-956a-47073575560b {{(pid=103421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 11:17:47.615274 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-0b48533a-e88f-49fa-ae7a-90b821584f4f req-d87facb4-c718-4162-bab9-ba1d8d2b0276 service neutron] Publish callbacks [] for port (34bb0d17-e1f9-489e-956a-47073575560b), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:47.662969 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [req-0b48533a-e88f-49fa-ae7a-90b821584f4f req-d87facb4-c718-4162-bab9-ba1d8d2b0276 service neutron] Transition to ACTIVE for port object 34bb0d17-e1f9-489e-956a-47073575560b will not be triggered until provisioned by entity L2. {{(pid=103421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 21 11:17:47.669591 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-0b48533a-e88f-49fa-ae7a-90b821584f4f req-d87facb4-c718-4162-bab9-ba1d8d2b0276 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817'] for port (34bb0d17-e1f9-489e-956a-47073575560b), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:47.766059 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87facb4-c718-4162-bab9-ba1d8d2b0276 service neutron] Pushing event updated for resources: {'Port': ['ID=34bb0d17-e1f9-489e-956a-47073575560b,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:17:47.808597 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [req-c42971b1-4da3-4358-b1c9-6d474ed0c13a req-0dd50f88-4ce4-4733-99a6-055345d40a50 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Allocated IP 172.20.0.4 (edde1cdb-cb70-4a7f-a015-4d6abd2c41fa/bb03aaa0-c83c-430c-a873-c18dc8bcb9dc/0d7085e8-4de1-4001-a1a6-229c1e5c9320) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:17:47.825338 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-0b48533a-e88f-49fa-ae7a-90b821584f4f req-d87facb4-c718-4162-bab9-ba1d8d2b0276 service neutron] Attempting to bind port 34bb0d17-e1f9-489e-956a-47073575560b on host hv-cinder-83444 for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 11:17:47.825705 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-0b48533a-e88f-49fa-ae7a-90b821584f4f req-d87facb4-c718-4162-bab9-ba1d8d2b0276 service neutron] Attempting to bind port 34bb0d17-e1f9-489e-956a-47073575560b by drivers openvswitch,hyperv on host hv-cinder-83444 at level 0 using segments [{'id': 'e8bbdbf4-7a3c-4382-b3f5-00a80b4a7f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '3ddc289c-7154-4e23-8f81-bf2d5b69083d'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 11:17:47.825986 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b48533a-e88f-49fa-ae7a-90b821584f4f req-d87facb4-c718-4162-bab9-ba1d8d2b0276 service neutron] Attempting to bind port 34bb0d17-e1f9-489e-956a-47073575560b on network 3ddc289c-7154-4e23-8f81-bf2d5b69083d {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:17:47.836247 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b48533a-e88f-49fa-ae7a-90b821584f4f req-d87facb4-c718-4162-bab9-ba1d8d2b0276 service neutron] Port 34bb0d17-e1f9-489e-956a-47073575560b on network 3ddc289c-7154-4e23-8f81-bf2d5b69083d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83444 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 21 11:17:47.836661 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b48533a-e88f-49fa-ae7a-90b821584f4f req-d87facb4-c718-4162-bab9-ba1d8d2b0276 service neutron] Attempting to bind port 34bb0d17-e1f9-489e-956a-47073575560b on network 3ddc289c-7154-4e23-8f81-bf2d5b69083d {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:17:47.848932 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b48533a-e88f-49fa-ae7a-90b821584f4f req-d87facb4-c718-4162-bab9-ba1d8d2b0276 service neutron] Checking agent: {'id': 'e1ce583e-86b5-47e2-b889-5e91679074ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83444', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 11, 11, 26), 'started_at': datetime.datetime(2022, 3, 21, 11, 11, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 11, 17, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 11:17:47.849280 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b48533a-e88f-49fa-ae7a-90b821584f4f req-d87facb4-c718-4162-bab9-ba1d8d2b0276 service neutron] Checking segment: {'id': 'e8bbdbf4-7a3c-4382-b3f5-00a80b4a7f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '3ddc289c-7154-4e23-8f81-bf2d5b69083d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:17:47.849664 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b48533a-e88f-49fa-ae7a-90b821584f4f req-d87facb4-c718-4162-bab9-ba1d8d2b0276 service neutron] Bound using segment: {'id': 'e8bbdbf4-7a3c-4382-b3f5-00a80b4a7f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '3ddc289c-7154-4e23-8f81-bf2d5b69083d'} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 11:17:47.850109 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-0b48533a-e88f-49fa-ae7a-90b821584f4f req-d87facb4-c718-4162-bab9-ba1d8d2b0276 service neutron] Bound port: 34bb0d17-e1f9-489e-956a-47073575560b, host: hv-cinder-83444, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8bbdbf4-7a3c-4382-b3f5-00a80b4a7f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '3ddc289c-7154-4e23-8f81-bf2d5b69083d'}}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 11:17:47.850466 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-0b48533a-e88f-49fa-ae7a-90b821584f4f req-d87facb4-c718-4162-bab9-ba1d8d2b0276 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (34bb0d17-e1f9-489e-956a-47073575560b), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:47.998554 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-0b48533a-e88f-49fa-ae7a-90b821584f4f req-d87facb4-c718-4162-bab9-ba1d8d2b0276 service neutron] For port 34bb0d17-e1f9-489e-956a-47073575560b, host hv-cinder-83444, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 11:17:48.021262 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-0b48533a-e88f-49fa-ae7a-90b821584f4f req-d87facb4-c718-4162-bab9-ba1d8d2b0276 service neutron] For port 34bb0d17-e1f9-489e-956a-47073575560b, host hv-cinder-83444, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=34bb0d17-e1f9-489e-956a-47073575560b,segment=NetworkSegment(e8bbdbf4-7a3c-4382-b3f5-00a80b4a7f1d),segment_id=e8bbdbf4-7a3c-4382-b3f5-00a80b4a7f1d)] {{(pid=103421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 11:17:48.037884 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-0b48533a-e88f-49fa-ae7a-90b821584f4f req-d87facb4-c718-4162-bab9-ba1d8d2b0276 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817'] for port (34bb0d17-e1f9-489e-956a-47073575560b), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:48.046281 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-c42971b1-4da3-4358-b1c9-6d474ed0c13a req-0dd50f88-4ce4-4733-99a6-055345d40a50 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Publish callbacks [] for port (0d7085e8-4de1-4001-a1a6-229c1e5c9320), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:48.084433 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b48533a-e88f-49fa-ae7a-90b821584f4f req-d87facb4-c718-4162-bab9-ba1d8d2b0276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:48.086503 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-0b48533a-e88f-49fa-ae7a-90b821584f4f req-d87facb4-c718-4162-bab9-ba1d8d2b0276 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97509'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:48.086503 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-0b48533a-e88f-49fa-ae7a-90b821584f4f req-d87facb4-c718-4162-bab9-ba1d8d2b0276 service neutron] 10.222.0.32 "PUT /v2.0/ports/34bb0d17-e1f9-489e-956a-47073575560b HTTP/1.1" status: 200 len: 1094 time: 1.2306159 Mar 21 11:17:48.086918 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5686b2e9-c51d-4b6f-b34b-d66f6d678dea', 'tag': '34bb0d17-e1f9-489e-956a-47073575560b'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:17:48.089480 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881d039021bf7bfdbb2ec2cc2a60bd67cc793bf6de71028ad915050608b1b1c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3efd089-6e81-4abf-a3f4-17fbeb8add60" -d '{"events": [{"name": "network-changed", "server_uuid": "5686b2e9-c51d-4b6f-b34b-d66f6d678dea", "tag": "34bb0d17-e1f9-489e-956a-47073575560b"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:17:48.193015 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87facb4-c718-4162-bab9-ba1d8d2b0276 service neutron] Pushing event updated for resources: {'Port': ['ID=34bb0d17-e1f9-489e-956a-47073575560b,revision_number=3']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:17:48.225209 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-ce640013-d872-457d-b1bd-2504e47fbcaa req-aa02dad9-c2a4-4656-bab2-f1e045832dd4 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/ports?device_id=8517f2fe-d7c1-4fa1-adbf-48fd547407f2 HTTP/1.1" status: 200 len: 210 time: 0.0814209 Mar 21 11:17:48.269127 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-c42971b1-4da3-4358-b1c9-6d474ed0c13a req-0dd50f88-4ce4-4733-99a6-055345d40a50 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738246144781'] for port (0d7085e8-4de1-4001-a1a6-229c1e5c9320), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:48.306608 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 11:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c938d5d-7510-48e5-9d98-b14acc6f7db9 x-openstack-request-id: req-3c938d5d-7510-48e5-9d98-b14acc6f7db9 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:17:48.307744 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5686b2e9-c51d-4b6f-b34b-d66f6d678dea", "tag": "34bb0d17-e1f9-489e-956a-47073575560b", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:17:48.307744 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3c938d5d-7510-48e5-9d98-b14acc6f7db9 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:17:48.307744 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5686b2e9-c51d-4b6f-b34b-d66f6d678dea', 'tag': '34bb0d17-e1f9-489e-956a-47073575560b', 'status': 'completed', 'code': 200} Mar 21 11:17:48.343114 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b48533a-e88f-49fa-ae7a-90b821584f4f req-b1582c5d-b431-4347-8a7f-9d3a46b3be30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:48.344660 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-0b48533a-e88f-49fa-ae7a-90b821584f4f req-b1582c5d-b431-4347-8a7f-9d3a46b3be30 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a69c1808af3d4640ae6355109b334cd8&device_id=5686b2e9-c51d-4b6f-b34b-d66f6d678dea HTTP/1.1" status: 200 len: 1128 time: 0.1977751 Mar 21 11:17:48.347310 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c42971b1-4da3-4358-b1c9-6d474ed0c13a req-0dd50f88-4ce4-4733-99a6-055345d40a50 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Network edde1cdb-cb70-4a7f-a015-4d6abd2c41fa is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:17:48.363271 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169dc2c1-1736-4b03-a8ab-82fde9decb3a req-4723c8f6-f17c-422f-9fd7-16e426c64e39 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:48.364823 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-169dc2c1-1736-4b03-a8ab-82fde9decb3a req-4723c8f6-f17c-422f-9fd7-16e426c64e39 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/ports?device_id=8191288d-f5b6-4728-9532-86f77e741727 HTTP/1.1" status: 200 len: 945 time: 0.1889460 Mar 21 11:17:48.372219 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [req-c42971b1-4da3-4358-b1c9-6d474ed0c13a req-0dd50f88-4ce4-4733-99a6-055345d40a50 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:17:48.374482 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd50f88-4ce4-4733-99a6-055345d40a50 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Pushing event updated for resources: {'Port': ['ID=0d7085e8-4de1-4001-a1a6-229c1e5c9320,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:17:48.379440 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-c42971b1-4da3-4358-b1c9-6d474ed0c13a req-0dd50f88-4ce4-4733-99a6-055345d40a50 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:17:48.384545 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42971b1-4da3-4358-b1c9-6d474ed0c13a req-0dd50f88-4ce4-4733-99a6-055345d40a50 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:48.385183 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-c42971b1-4da3-4358-b1c9-6d474ed0c13a req-0dd50f88-4ce4-4733-99a6-055345d40a50 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97509'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:48.615300 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-c4c0357e-7cb4-4292-81c1-c0122eead1d6 None None] Provisioning complete for port 0d7085e8-4de1-4001-a1a6-229c1e5c9320 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:17:48.616596 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c4c0357e-7cb4-4292-81c1-c0122eead1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688166'] for port (0d7085e8-4de1-4001-a1a6-229c1e5c9320), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:48.664905 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-c4c0357e-7cb4-4292-81c1-c0122eead1d6 None None] Port 0d7085e8-4de1-4001-a1a6-229c1e5c9320 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 11:17:48.707067 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-0b48533a-e88f-49fa-ae7a-90b821584f4f req-a9ed56d9-9842-4cee-9be4-6469a8bb213d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=34bb0d17-e1f9-489e-956a-47073575560b HTTP/1.1" status: 200 len: 217 time: 0.3524671 Mar 21 11:17:48.752273 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-c42971b1-4da3-4358-b1c9-6d474ed0c13a req-0dd50f88-4ce4-4733-99a6-055345d40a50 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4651911 Mar 21 11:17:48.785742 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.v2.base [req-c42971b1-4da3-4358-b1c9-6d474ed0c13a req-bcaa2c9f-68d2-4be6-ab5e-d181b25e8781 service neutron] Request body: {'port': {'device_id': '8517f2fe-d7c1-4fa1-adbf-48fd547407f2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83444'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:17:48.850559 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-169dc2c1-1736-4b03-a8ab-82fde9decb3a req-caf0361e-277c-486c-997b-6b14069293e1 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/security-groups?id=daae5ede-2da4-4353-80fd-81af085a454c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4624085 Mar 21 11:17:48.856963 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b48533a-e88f-49fa-ae7a-90b821584f4f req-4d27b1bf-cdd6-4a83-8ae0-1c91b37cf1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:48.858546 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-0b48533a-e88f-49fa-ae7a-90b821584f4f req-4d27b1bf-cdd6-4a83-8ae0-1c91b37cf1ca service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b19ea63e-3287-4f53-b0cc-82d6b01cdd86 HTTP/1.1" status: 200 len: 853 time: 0.1371529 Mar 21 11:17:48.924444 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbd2530-ac5e-41d5-90b5-f97716f9a340 req-a2bfd061-06fc-4b93-b9fb-a5f1898dbcb5 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:48.926146 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-3bbd2530-ac5e-41d5-90b5-f97716f9a340 req-a2bfd061-06fc-4b93-b9fb-a5f1898dbcb5 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] 10.222.0.24 "GET /v2.0/ports?device_id=5686b2e9-c51d-4b6f-b34b-d66f6d678dea HTTP/1.1" status: 200 len: 944 time: 0.2315617 Mar 21 11:17:48.932407 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-c42971b1-4da3-4358-b1c9-6d474ed0c13a req-bcaa2c9f-68d2-4be6-ab5e-d181b25e8781 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (0d7085e8-4de1-4001-a1a6-229c1e5c9320), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:49.016408 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b48533a-e88f-49fa-ae7a-90b821584f4f req-952cc37f-d043-4959-befa-ce65b80c72bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:49.017993 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-0b48533a-e88f-49fa-ae7a-90b821584f4f req-952cc37f-d043-4959-befa-ce65b80c72bb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3ddc289c-7154-4e23-8f81-bf2d5b69083d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1383486 Mar 21 11:17:49.055877 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-3bbd2530-ac5e-41d5-90b5-f97716f9a340 req-9db362a9-9c24-47a5-b44e-4db31628bf98 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9601a7e-4ec6-4d51-8a8e-dd425c9e837f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197536 Mar 21 11:17:49.238978 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-0b48533a-e88f-49fa-ae7a-90b821584f4f req-1c8434b0-ac6c-4446-9319-838daaa198e4 service neutron] 10.222.0.32 "GET /v2.0/networks/3ddc289c-7154-4e23-8f81-bf2d5b69083d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135556 Mar 21 11:17:49.440666 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-0b48533a-e88f-49fa-ae7a-90b821584f4f req-66333f53-43ff-453d-9834-4e306489f5c8 service neutron] 10.222.0.32 "GET /v2.0/networks/3ddc289c-7154-4e23-8f81-bf2d5b69083d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954703 Mar 21 11:17:49.457535 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312a09a4-a46a-4cf9-9a52-6914c3b4d760 req-6f5494a6-ce6f-439e-9535-9eb2d01237ee tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:49.459093 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-312a09a4-a46a-4cf9-9a52-6914c3b4d760 req-6f5494a6-ce6f-439e-9535-9eb2d01237ee tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/ports?device_id=8517f2fe-d7c1-4fa1-adbf-48fd547407f2 HTTP/1.1" status: 200 len: 931 time: 0.1522315 Mar 21 11:17:49.463790 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.notifiers.nova [req-c42971b1-4da3-4358-b1c9-6d474ed0c13a req-bcaa2c9f-68d2-4be6-ab5e-d181b25e8781 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d7085e8-4de1-4001-a1a6-229c1e5c9320 {{(pid=103421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 11:17:49.473964 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-c42971b1-4da3-4358-b1c9-6d474ed0c13a req-bcaa2c9f-68d2-4be6-ab5e-d181b25e8781 service neutron] Publish callbacks [] for port (0d7085e8-4de1-4001-a1a6-229c1e5c9320), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:49.504982 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [req-c42971b1-4da3-4358-b1c9-6d474ed0c13a req-bcaa2c9f-68d2-4be6-ab5e-d181b25e8781 service neutron] Transition to ACTIVE for port object 0d7085e8-4de1-4001-a1a6-229c1e5c9320 will not be triggered until provisioned by entity L2. {{(pid=103421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 21 11:17:49.534386 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-c42971b1-4da3-4358-b1c9-6d474ed0c13a req-bcaa2c9f-68d2-4be6-ab5e-d181b25e8781 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817'] for port (0d7085e8-4de1-4001-a1a6-229c1e5c9320), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:49.593298 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-312a09a4-a46a-4cf9-9a52-6914c3b4d760 req-3d34c1bb-c1d5-470e-afd5-39e538f61c2d tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b998314-a05a-44c0-b23b-d6ece4a472c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1245468 Mar 21 11:17:49.623262 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaa2c9f-68d2-4be6-ab5e-d181b25e8781 service neutron] Pushing event updated for resources: {'Port': ['ID=0d7085e8-4de1-4001-a1a6-229c1e5c9320,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:17:49.656793 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3efd089-6e81-4abf-a3f4-17fbeb8add60 req-d73eb9ed-99b1-4a6a-ba47-81cb484c1962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:49.658429 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-a3efd089-6e81-4abf-a3f4-17fbeb8add60 req-d73eb9ed-99b1-4a6a-ba47-81cb484c1962 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a69c1808af3d4640ae6355109b334cd8&device_id=5686b2e9-c51d-4b6f-b34b-d66f6d678dea HTTP/1.1" status: 200 len: 1128 time: 0.1548245 Mar 21 11:17:49.663310 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-c42971b1-4da3-4358-b1c9-6d474ed0c13a req-bcaa2c9f-68d2-4be6-ab5e-d181b25e8781 service neutron] Attempting to bind port 0d7085e8-4de1-4001-a1a6-229c1e5c9320 on host hv-cinder-83444 for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 11:17:49.663712 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-c42971b1-4da3-4358-b1c9-6d474ed0c13a req-bcaa2c9f-68d2-4be6-ab5e-d181b25e8781 service neutron] Attempting to bind port 0d7085e8-4de1-4001-a1a6-229c1e5c9320 by drivers openvswitch,hyperv on host hv-cinder-83444 at level 0 using segments [{'id': '2b3dbd92-7596-4ba4-98c7-1ff5ff135374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'edde1cdb-cb70-4a7f-a015-4d6abd2c41fa'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 11:17:49.664026 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c42971b1-4da3-4358-b1c9-6d474ed0c13a req-bcaa2c9f-68d2-4be6-ab5e-d181b25e8781 service neutron] Attempting to bind port 0d7085e8-4de1-4001-a1a6-229c1e5c9320 on network edde1cdb-cb70-4a7f-a015-4d6abd2c41fa {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:17:49.677801 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c42971b1-4da3-4358-b1c9-6d474ed0c13a req-bcaa2c9f-68d2-4be6-ab5e-d181b25e8781 service neutron] Port 0d7085e8-4de1-4001-a1a6-229c1e5c9320 on network edde1cdb-cb70-4a7f-a015-4d6abd2c41fa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83444 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 21 11:17:49.678141 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c42971b1-4da3-4358-b1c9-6d474ed0c13a req-bcaa2c9f-68d2-4be6-ab5e-d181b25e8781 service neutron] Attempting to bind port 0d7085e8-4de1-4001-a1a6-229c1e5c9320 on network edde1cdb-cb70-4a7f-a015-4d6abd2c41fa {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:17:49.721136 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c42971b1-4da3-4358-b1c9-6d474ed0c13a req-bcaa2c9f-68d2-4be6-ab5e-d181b25e8781 service neutron] Checking agent: {'id': 'e1ce583e-86b5-47e2-b889-5e91679074ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83444', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 11, 11, 26), 'started_at': datetime.datetime(2022, 3, 21, 11, 11, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 11, 17, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 11:17:49.721545 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c42971b1-4da3-4358-b1c9-6d474ed0c13a req-bcaa2c9f-68d2-4be6-ab5e-d181b25e8781 service neutron] Checking segment: {'id': '2b3dbd92-7596-4ba4-98c7-1ff5ff135374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'edde1cdb-cb70-4a7f-a015-4d6abd2c41fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:17:49.722776 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c42971b1-4da3-4358-b1c9-6d474ed0c13a req-bcaa2c9f-68d2-4be6-ab5e-d181b25e8781 service neutron] Bound using segment: {'id': '2b3dbd92-7596-4ba4-98c7-1ff5ff135374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'edde1cdb-cb70-4a7f-a015-4d6abd2c41fa'} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 11:17:49.723249 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-c42971b1-4da3-4358-b1c9-6d474ed0c13a req-bcaa2c9f-68d2-4be6-ab5e-d181b25e8781 service neutron] Bound port: 0d7085e8-4de1-4001-a1a6-229c1e5c9320, host: hv-cinder-83444, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b3dbd92-7596-4ba4-98c7-1ff5ff135374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'edde1cdb-cb70-4a7f-a015-4d6abd2c41fa'}}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 11:17:49.723698 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-c42971b1-4da3-4358-b1c9-6d474ed0c13a req-bcaa2c9f-68d2-4be6-ab5e-d181b25e8781 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (0d7085e8-4de1-4001-a1a6-229c1e5c9320), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:49.831409 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3efd089-6e81-4abf-a3f4-17fbeb8add60 req-e34e9eca-ae12-483e-81dd-d985439bbd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:49.833058 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-a3efd089-6e81-4abf-a3f4-17fbeb8add60 req-e34e9eca-ae12-483e-81dd-d985439bbd33 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3ddc289c-7154-4e23-8f81-bf2d5b69083d HTTP/1.1" status: 200 len: 915 time: 0.1654768 Mar 21 11:17:49.842241 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-c42971b1-4da3-4358-b1c9-6d474ed0c13a req-bcaa2c9f-68d2-4be6-ab5e-d181b25e8781 service neutron] For port 0d7085e8-4de1-4001-a1a6-229c1e5c9320, host hv-cinder-83444, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 11:17:49.849256 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-c42971b1-4da3-4358-b1c9-6d474ed0c13a req-bcaa2c9f-68d2-4be6-ab5e-d181b25e8781 service neutron] For port 0d7085e8-4de1-4001-a1a6-229c1e5c9320, host hv-cinder-83444, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=0d7085e8-4de1-4001-a1a6-229c1e5c9320,segment=NetworkSegment(2b3dbd92-7596-4ba4-98c7-1ff5ff135374),segment_id=2b3dbd92-7596-4ba4-98c7-1ff5ff135374)] {{(pid=103421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 11:17:49.892394 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-c42971b1-4da3-4358-b1c9-6d474ed0c13a req-bcaa2c9f-68d2-4be6-ab5e-d181b25e8781 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817'] for port (0d7085e8-4de1-4001-a1a6-229c1e5c9320), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:49.901292 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-a3efd089-6e81-4abf-a3f4-17fbeb8add60 req-5c82cff7-b36f-4047-b545-b891deb662f9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=34bb0d17-e1f9-489e-956a-47073575560b HTTP/1.1" status: 200 len: 217 time: 0.0564747 Mar 21 11:17:49.940520 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7e8671-7b65-4a7f-9a10-eed74145b8dd req-c61aa85f-c592-4322-b958-31b77bf5cfc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:49.942704 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-4e7e8671-7b65-4a7f-9a10-eed74145b8dd req-c61aa85f-c592-4322-b958-31b77bf5cfc2 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8191288d-f5b6-4728-9532-86f77e741727 HTTP/1.1" status: 200 len: 1129 time: 0.0732749 Mar 21 11:17:49.961480 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42971b1-4da3-4358-b1c9-6d474ed0c13a req-bcaa2c9f-68d2-4be6-ab5e-d181b25e8781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:49.962128 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-c42971b1-4da3-4358-b1c9-6d474ed0c13a req-bcaa2c9f-68d2-4be6-ab5e-d181b25e8781 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97509'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:49.963537 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-c42971b1-4da3-4358-b1c9-6d474ed0c13a req-bcaa2c9f-68d2-4be6-ab5e-d181b25e8781 service neutron] 10.222.0.32 "PUT /v2.0/ports/0d7085e8-4de1-4001-a1a6-229c1e5c9320 HTTP/1.1" status: 200 len: 1093 time: 1.1845818 Mar 21 11:17:50.001964 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-4e7e8671-7b65-4a7f-9a10-eed74145b8dd req-284fa4ff-32a1-43b1-8ccb-94fd1d3d8d06 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=daae5ede-2da4-4353-80fd-81af085a454c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519786 Mar 21 11:17:50.030356 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3efd089-6e81-4abf-a3f4-17fbeb8add60 req-13de90f9-4688-482a-b809-16875146033c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:50.031839 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-a3efd089-6e81-4abf-a3f4-17fbeb8add60 req-13de90f9-4688-482a-b809-16875146033c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b19ea63e-3287-4f53-b0cc-82d6b01cdd86 HTTP/1.1" status: 200 len: 853 time: 0.1106141 Mar 21 11:17:50.034740 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaa2c9f-68d2-4be6-ab5e-d181b25e8781 service neutron] Pushing event updated for resources: {'Port': ['ID=0d7085e8-4de1-4001-a1a6-229c1e5c9320,revision_number=3']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:17:50.054114 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff2fe05-b50e-49ad-832b-fefed18312f1 req-61766dc2-3698-40a3-8019-a3782b56e7fe tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:50.056414 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-8ff2fe05-b50e-49ad-832b-fefed18312f1 req-61766dc2-3698-40a3-8019-a3782b56e7fe tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/ports?device_id=8191288d-f5b6-4728-9532-86f77e741727 HTTP/1.1" status: 200 len: 945 time: 0.1230061 Mar 21 11:17:50.110310 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-8ff2fe05-b50e-49ad-832b-fefed18312f1 req-56c9ac76-ad49-417a-bda7-80ca38cf5832 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/security-groups?id=daae5ede-2da4-4353-80fd-81af085a454c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479982 Mar 21 11:17:50.192342 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c472623-50c2-440f-843f-2cfb18be45ff req-4dae258c-022d-4f41-b4b1-eea14c940f22 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:50.193955 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-4c472623-50c2-440f-843f-2cfb18be45ff req-4dae258c-022d-4f41-b4b1-eea14c940f22 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] 10.222.0.24 "GET /v2.0/ports?device_id=5686b2e9-c51d-4b6f-b34b-d66f6d678dea HTTP/1.1" status: 200 len: 944 time: 0.0638340 Mar 21 11:17:50.281493 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42971b1-4da3-4358-b1c9-6d474ed0c13a req-dffa4eb5-a5e3-40df-b077-8f2e3d782ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:50.281715 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-4c472623-50c2-440f-843f-2cfb18be45ff req-e281c336-e819-45ac-92f6-2d426b1692da tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9601a7e-4ec6-4d51-8a8e-dd425c9e837f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811760 Mar 21 11:17:50.282502 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-c42971b1-4da3-4358-b1c9-6d474ed0c13a req-dffa4eb5-a5e3-40df-b077-8f2e3d782ed3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=53cbbdfcec5443308803a36be9595a3d&device_id=8517f2fe-d7c1-4fa1-adbf-48fd547407f2 HTTP/1.1" status: 200 len: 1127 time: 0.0525107 Mar 21 11:17:50.301964 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3efd089-6e81-4abf-a3f4-17fbeb8add60 req-36ca90d5-c15c-4038-b66d-1bdd27ab8b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:50.303677 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-a3efd089-6e81-4abf-a3f4-17fbeb8add60 req-36ca90d5-c15c-4038-b66d-1bdd27ab8b23 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3ddc289c-7154-4e23-8f81-bf2d5b69083d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0706439 Mar 21 11:17:50.308356 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8517f2fe-d7c1-4fa1-adbf-48fd547407f2', 'tag': '0d7085e8-4de1-4001-a1a6-229c1e5c9320'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:17:50.310746 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881d039021bf7bfdbb2ec2cc2a60bd67cc793bf6de71028ad915050608b1b1c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52e63357-d043-49dc-bcab-40eeba8a80bc" -d '{"events": [{"name": "network-changed", "server_uuid": "8517f2fe-d7c1-4fa1-adbf-48fd547407f2", "tag": "0d7085e8-4de1-4001-a1a6-229c1e5c9320"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:17:50.329799 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-c42971b1-4da3-4358-b1c9-6d474ed0c13a req-c8e0520d-b565-48a1-9d32-e78df66fe8a9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0d7085e8-4de1-4001-a1a6-229c1e5c9320 HTTP/1.1" status: 200 len: 217 time: 0.0353088 Mar 21 11:17:50.360014 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 11:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8b0b0f1-079a-41ed-8474-aba4bb4c5cf5 x-openstack-request-id: req-c8b0b0f1-079a-41ed-8474-aba4bb4c5cf5 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:17:50.360500 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8517f2fe-d7c1-4fa1-adbf-48fd547407f2", "tag": "0d7085e8-4de1-4001-a1a6-229c1e5c9320", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:17:50.360779 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c8b0b0f1-079a-41ed-8474-aba4bb4c5cf5 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:17:50.361164 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8517f2fe-d7c1-4fa1-adbf-48fd547407f2', 'tag': '0d7085e8-4de1-4001-a1a6-229c1e5c9320', 'status': 'completed', 'code': 200} Mar 21 11:17:50.389844 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42971b1-4da3-4358-b1c9-6d474ed0c13a req-6bc01436-61c4-40ac-9b5c-1b6c2ed64833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:50.391474 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-c42971b1-4da3-4358-b1c9-6d474ed0c13a req-6bc01436-61c4-40ac-9b5c-1b6c2ed64833 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bb03aaa0-c83c-430c-a873-c18dc8bcb9dc HTTP/1.1" status: 200 len: 856 time: 0.0554795 Mar 21 11:17:50.407730 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-a3efd089-6e81-4abf-a3f4-17fbeb8add60 req-a9f85a34-82bb-45fb-a76e-d4be7bac1333 service neutron] 10.222.0.32 "GET /v2.0/networks/3ddc289c-7154-4e23-8f81-bf2d5b69083d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936599 Mar 21 11:17:50.444835 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42971b1-4da3-4358-b1c9-6d474ed0c13a req-0e386cb2-6a03-4f9a-bf6f-e95c9c5bff4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:50.446429 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-c42971b1-4da3-4358-b1c9-6d474ed0c13a req-0e386cb2-6a03-4f9a-bf6f-e95c9c5bff4f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=edde1cdb-cb70-4a7f-a015-4d6abd2c41fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0469880 Mar 21 11:17:50.540024 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-a3efd089-6e81-4abf-a3f4-17fbeb8add60 req-3a303dd8-1050-4b4b-8b37-663cd2e98121 service neutron] 10.222.0.32 "GET /v2.0/networks/3ddc289c-7154-4e23-8f81-bf2d5b69083d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073706 Mar 21 11:17:50.566011 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-c42971b1-4da3-4358-b1c9-6d474ed0c13a req-bee994a4-736a-4c9f-a77e-5eab3d80e93c service neutron] 10.222.0.32 "GET /v2.0/networks/edde1cdb-cb70-4a7f-a015-4d6abd2c41fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099417 Mar 21 11:17:50.662834 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-c42971b1-4da3-4358-b1c9-6d474ed0c13a req-8c7f5015-f791-4735-a7fc-23a87fb638e1 service neutron] 10.222.0.32 "GET /v2.0/networks/edde1cdb-cb70-4a7f-a015-4d6abd2c41fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902956 Mar 21 11:17:50.727131 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb43ac8-961f-48fa-831e-a006dd8f5863 req-01158bba-322e-4824-94e0-638a7275afea tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:50.728688 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-beb43ac8-961f-48fa-831e-a006dd8f5863 req-01158bba-322e-4824-94e0-638a7275afea tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/ports?device_id=8517f2fe-d7c1-4fa1-adbf-48fd547407f2 HTTP/1.1" status: 200 len: 943 time: 0.0597341 Mar 21 11:17:50.758561 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e63357-d043-49dc-bcab-40eeba8a80bc req-87b53832-01df-4373-b2a8-36ab5251d94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:50.760287 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-52e63357-d043-49dc-bcab-40eeba8a80bc req-87b53832-01df-4373-b2a8-36ab5251d94c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=53cbbdfcec5443308803a36be9595a3d&device_id=8517f2fe-d7c1-4fa1-adbf-48fd547407f2 HTTP/1.1" status: 200 len: 1127 time: 0.0475202 Mar 21 11:17:50.778383 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-beb43ac8-961f-48fa-831e-a006dd8f5863 req-6a7a349b-4334-473f-9ae1-8fc5e6f78f62 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b998314-a05a-44c0-b23b-d6ece4a472c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437777 Mar 21 11:17:50.860563 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e63357-d043-49dc-bcab-40eeba8a80bc req-640aa3e6-6fdb-4a51-828f-59e4b812b7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:50.862044 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-52e63357-d043-49dc-bcab-40eeba8a80bc req-640aa3e6-6fdb-4a51-828f-59e4b812b7d9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=edde1cdb-cb70-4a7f-a015-4d6abd2c41fa HTTP/1.1" status: 200 len: 918 time: 0.0938017 Mar 21 11:17:50.922448 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-52e63357-d043-49dc-bcab-40eeba8a80bc req-d5009215-352c-4b7d-8313-90d8c5925533 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0d7085e8-4de1-4001-a1a6-229c1e5c9320 HTTP/1.1" status: 200 len: 217 time: 0.0398324 Mar 21 11:17:50.973629 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e63357-d043-49dc-bcab-40eeba8a80bc req-ae1d8c00-0d79-4aa6-bf34-658424571b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:50.975148 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-52e63357-d043-49dc-bcab-40eeba8a80bc req-ae1d8c00-0d79-4aa6-bf34-658424571b9d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bb03aaa0-c83c-430c-a873-c18dc8bcb9dc HTTP/1.1" status: 200 len: 856 time: 0.0462492 Mar 21 11:17:51.035494 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e63357-d043-49dc-bcab-40eeba8a80bc req-29abdb47-6e4a-4a42-91eb-baaaa9f1fe34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:51.037019 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-52e63357-d043-49dc-bcab-40eeba8a80bc req-29abdb47-6e4a-4a42-91eb-baaaa9f1fe34 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=edde1cdb-cb70-4a7f-a015-4d6abd2c41fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0556104 Mar 21 11:17:51.141365 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-52e63357-d043-49dc-bcab-40eeba8a80bc req-270cba5e-7fa5-48b5-b954-36f683b9322f service neutron] 10.222.0.32 "GET /v2.0/networks/edde1cdb-cb70-4a7f-a015-4d6abd2c41fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960073 Mar 21 11:17:51.245454 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-52e63357-d043-49dc-bcab-40eeba8a80bc req-43f79edf-00f0-4ad7-9754-9c7d979cc5fa service neutron] 10.222.0.32 "GET /v2.0/networks/edde1cdb-cb70-4a7f-a015-4d6abd2c41fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964880 Mar 21 11:17:51.277399 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab001ef6-c18b-4569-95ca-07f71daca89d req-a5b0df2d-bf8f-4d40-8f05-c388f49953ad tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:51.278895 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-ab001ef6-c18b-4569-95ca-07f71daca89d req-a5b0df2d-bf8f-4d40-8f05-c388f49953ad tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/ports?device_id=8191288d-f5b6-4728-9532-86f77e741727 HTTP/1.1" status: 200 len: 945 time: 0.0648396 Mar 21 11:17:51.334291 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-ab001ef6-c18b-4569-95ca-07f71daca89d req-fdf7e926-e15a-4fe0-87fe-f42788f5c7af tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/security-groups?id=daae5ede-2da4-4353-80fd-81af085a454c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493228 Mar 21 11:17:51.412417 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4606ad1a-9358-4810-af09-35d78f445161 req-52fe84ba-ca50-471b-af15-8ee43b734b8e tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:51.413914 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-4606ad1a-9358-4810-af09-35d78f445161 req-52fe84ba-ca50-471b-af15-8ee43b734b8e tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] 10.222.0.24 "GET /v2.0/ports?device_id=5686b2e9-c51d-4b6f-b34b-d66f6d678dea HTTP/1.1" status: 200 len: 944 time: 0.0627780 Mar 21 11:17:51.425378 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Device 34bb0d17-e1f9-489e-956a-47073575560b details requested by agent hyperv_hv-cinder-83444 with host hv-cinder-83444 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 11:17:51.475714 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-4606ad1a-9358-4810-af09-35d78f445161 req-58ca01aa-7e80-445a-821d-a4991a6c4741 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9601a7e-4ec6-4d51-8a8e-dd425c9e837f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500956 Mar 21 11:17:51.537528 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] For port 34bb0d17-e1f9-489e-956a-47073575560b, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=34bb0d17-e1f9-489e-956a-47073575560b,segment=NetworkSegment(e8bbdbf4-7a3c-4382-b3f5-00a80b4a7f1d),segment_id=e8bbdbf4-7a3c-4382-b3f5-00a80b4a7f1d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:17:51.553501 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Returning: {'device': '34bb0d17-e1f9-489e-956a-47073575560b', 'network_id': '3ddc289c-7154-4e23-8f81-bf2d5b69083d', 'port_id': '34bb0d17-e1f9-489e-956a-47073575560b', 'mac_address': 'fa:16:3e:c8:71:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b19ea63e-3287-4f53-b0cc-82d6b01cdd86', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 11:17:51.594705 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Current status of the port 34bb0d17-e1f9-489e-956a-47073575560b is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:17:51.595099 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (34bb0d17-e1f9-489e-956a-47073575560b), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:51.610111 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34bb0d17-e1f9-489e-956a-47073575560b {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 11:17:51.631363 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] For port 34bb0d17-e1f9-489e-956a-47073575560b, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=34bb0d17-e1f9-489e-956a-47073575560b,segment=NetworkSegment(e8bbdbf4-7a3c-4382-b3f5-00a80b4a7f1d),segment_id=e8bbdbf4-7a3c-4382-b3f5-00a80b4a7f1d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:17:51.638571 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817'] for port (34bb0d17-e1f9-489e-956a-47073575560b), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:51.692209 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Pushing event updated for resources: {'Port': ['ID=34bb0d17-e1f9-489e-956a-47073575560b,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:17:51.699875 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:17:51.700216 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:17:51.700543 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:17:51.700876 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:17:51.702120 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:17:51.702414 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:17:51.702757 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:17:51.703737 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:17:51.703737 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:17:51.704068 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:17:51.704542 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:17:51.704968 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:17:51.705222 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:17:51.705582 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:17:51.709733 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:17:51.805390 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b4434a-3f63-4158-aa1a-17e031781554 req-9130c15a-0322-4426-aa3c-4160c4cee4be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:51.807275 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-11b4434a-3f63-4158-aa1a-17e031781554 req-9130c15a-0322-4426-aa3c-4160c4cee4be service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=52347e0a8df44be6bcf4f99067c9a702&device_id=8191288d-f5b6-4728-9532-86f77e741727 HTTP/1.1" status: 200 len: 1129 time: 0.0533636 Mar 21 11:17:51.869293 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56d0c41-52da-477f-86b6-c30d1fc21f6c req-a150d2d7-b6f9-4072-858b-67f5c870f8fc tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:51.871699 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-d56d0c41-52da-477f-86b6-c30d1fc21f6c req-a150d2d7-b6f9-4072-858b-67f5c870f8fc tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/ports?device_id=8191288d-f5b6-4728-9532-86f77e741727 HTTP/1.1" status: 200 len: 945 time: 0.1015470 Mar 21 11:17:51.946577 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] get_ports_and_sgs() called for port_ids ['34bb0d17-e1f9-489e-956a-47073575560b'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 11:17:51.953589 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b4434a-3f63-4158-aa1a-17e031781554 req-64a11ecf-bd84-417a-9476-1b10783d06cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:51.956266 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-11b4434a-3f63-4158-aa1a-17e031781554 req-64a11ecf-bd84-417a-9476-1b10783d06cf service neutron] 10.222.0.32 "GET /v2.0/networks?id=4a579521-14d3-4610-a099-3c56c62bd19a HTTP/1.1" status: 200 len: 920 time: 0.1407502 Mar 21 11:17:51.963770 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-d56d0c41-52da-477f-86b6-c30d1fc21f6c req-f97257aa-c8ac-4222-8fc1-752e8548d7f3 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/security-groups?id=daae5ede-2da4-4353-80fd-81af085a454c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806072 Mar 21 11:17:51.986202 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2674ae-7cf8-4c91-a1b2-5a92d6350cd2 req-9af8c03e-1887-4eb6-a04b-37f4a377af75 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:51.988297 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-2a2674ae-7cf8-4c91-a1b2-5a92d6350cd2 req-9af8c03e-1887-4eb6-a04b-37f4a377af75 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/ports?device_id=8517f2fe-d7c1-4fa1-adbf-48fd547407f2 HTTP/1.1" status: 200 len: 943 time: 0.0986629 Mar 21 11:17:52.051152 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-2a2674ae-7cf8-4c91-a1b2-5a92d6350cd2 req-224a1be0-3643-4eb9-ab22-4d81f4087c48 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b998314-a05a-44c0-b23b-d6ece4a472c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512469 Mar 21 11:17:52.088172 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-11b4434a-3f63-4158-aa1a-17e031781554 req-2a35a954-b51d-407f-a9bc-6226a97fec00 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8909e85b-714c-410e-80a1-e387d36aadc7 HTTP/1.1" status: 200 len: 1000 time: 0.1239061 Mar 21 11:17:52.147152 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b4434a-3f63-4158-aa1a-17e031781554 req-4a416cd0-44fa-4202-8342-3fce6386ee7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:52.148798 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-11b4434a-3f63-4158-aa1a-17e031781554 req-4a416cd0-44fa-4202-8342-3fce6386ee7f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8a3d170f-7254-484a-9abf-df0a7cea6ed2 HTTP/1.1" status: 200 len: 858 time: 0.0481155 Mar 21 11:17:52.204501 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b4434a-3f63-4158-aa1a-17e031781554 req-8ee7d222-1588-4e98-9677-fb328a8eacd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:52.206629 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-11b4434a-3f63-4158-aa1a-17e031781554 req-8ee7d222-1588-4e98-9677-fb328a8eacd7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4a579521-14d3-4610-a099-3c56c62bd19a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0514309 Mar 21 11:17:52.321136 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-11b4434a-3f63-4158-aa1a-17e031781554 req-fc1d3c3e-bf4a-4785-8dc1-1a475c09c483 service neutron] 10.222.0.32 "GET /v2.0/networks/4a579521-14d3-4610-a099-3c56c62bd19a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065142 Mar 21 11:17:52.412181 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-11b4434a-3f63-4158-aa1a-17e031781554 req-544513e7-2c33-4517-8349-c39ff0fdcc9a service neutron] 10.222.0.32 "GET /v2.0/networks/4a579521-14d3-4610-a099-3c56c62bd19a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848641 Mar 21 11:17:52.618895 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe4a4aa-e1b0-4afc-b521-ca59e5e6443c req-896675da-2dba-4782-b4e2-50ea4c6382ec tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:52.620490 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-dbe4a4aa-e1b0-4afc-b521-ca59e5e6443c req-896675da-2dba-4782-b4e2-50ea4c6382ec tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] 10.222.0.24 "GET /v2.0/ports?device_id=5686b2e9-c51d-4b6f-b34b-d66f6d678dea HTTP/1.1" status: 200 len: 945 time: 0.0652890 Mar 21 11:17:52.673070 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-dbe4a4aa-e1b0-4afc-b521-ca59e5e6443c req-b1a43f1e-4576-4968-8109-f65da027ecd1 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9601a7e-4ec6-4d51-8a8e-dd425c9e837f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466635 Mar 21 11:17:52.877278 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-f25a906b-421a-422d-a5d9-05505ccc0559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (9c74c917-795e-4123-adbe-3a92cf8165ad), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:53.117154 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d8356c-0c05-4f1a-83b0-3fed410fc19f req-b0d29fc4-ab91-4d13-9f3a-4265d43680a3 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:53.118897 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-f2d8356c-0c05-4f1a-83b0-3fed410fc19f req-b0d29fc4-ab91-4d13-9f3a-4265d43680a3 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/ports?device_id=8191288d-f5b6-4728-9532-86f77e741727 HTTP/1.1" status: 200 len: 945 time: 0.0577946 Mar 21 11:17:53.201132 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-f2d8356c-0c05-4f1a-83b0-3fed410fc19f req-e9ae4227-d790-4da2-a850-3173f204da14 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/security-groups?id=daae5ede-2da4-4353-80fd-81af085a454c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752888 Mar 21 11:17:53.218631 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cbb2a3-fe51-4d5b-bba3-70f33bd9c6e4 req-7e2c7345-2ae5-4f83-83d3-297cbe9ef243 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:53.220745 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-04cbb2a3-fe51-4d5b-bba3-70f33bd9c6e4 req-7e2c7345-2ae5-4f83-83d3-297cbe9ef243 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/ports?device_id=8517f2fe-d7c1-4fa1-adbf-48fd547407f2 HTTP/1.1" status: 200 len: 943 time: 0.0970008 Mar 21 11:17:53.275057 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-04cbb2a3-fe51-4d5b-bba3-70f33bd9c6e4 req-244dd600-becf-413b-9d0b-b513c738521f tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b998314-a05a-44c0-b23b-d6ece4a472c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483859 Mar 21 11:17:53.436685 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Device 0d7085e8-4de1-4001-a1a6-229c1e5c9320 details requested by agent hyperv_hv-cinder-83444 with host hv-cinder-83444 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 11:17:53.440141 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Device 34bb0d17-e1f9-489e-956a-47073575560b up at agent hyperv_hv-cinder-83444 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:17:53.708528 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Provisioning for port 34bb0d17-e1f9-489e-956a-47073575560b completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 21 11:17:53.717500 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Provisioning complete for port 34bb0d17-e1f9-489e-956a-47073575560b triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:17:53.717895 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688166'] for port (34bb0d17-e1f9-489e-956a-47073575560b), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:53.757460 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] For port 0d7085e8-4de1-4001-a1a6-229c1e5c9320, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=0d7085e8-4de1-4001-a1a6-229c1e5c9320,segment=NetworkSegment(2b3dbd92-7596-4ba4-98c7-1ff5ff135374),segment_id=2b3dbd92-7596-4ba4-98c7-1ff5ff135374)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:17:53.774040 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Returning: {'device': '0d7085e8-4de1-4001-a1a6-229c1e5c9320', 'network_id': 'edde1cdb-cb70-4a7f-a015-4d6abd2c41fa', 'port_id': '0d7085e8-4de1-4001-a1a6-229c1e5c9320', 'mac_address': 'fa:16:3e:d2:80:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb03aaa0-c83c-430c-a873-c18dc8bcb9dc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 11:17:53.805226 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a9f1bc-5790-40b9-9ae1-d3f35d49df8e req-0f2325da-55c4-4e62-b56d-b8ff833a7e7c tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:53.808644 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-d7a9f1bc-5790-40b9-9ae1-d3f35d49df8e req-0f2325da-55c4-4e62-b56d-b8ff833a7e7c tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] 10.222.0.24 "GET /v2.0/ports?device_id=5686b2e9-c51d-4b6f-b34b-d66f6d678dea HTTP/1.1" status: 200 len: 945 time: 0.0595896 Mar 21 11:17:53.843072 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Current status of the port 0d7085e8-4de1-4001-a1a6-229c1e5c9320 is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:17:53.843575 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (0d7085e8-4de1-4001-a1a6-229c1e5c9320), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:53.864390 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d7085e8-4de1-4001-a1a6-229c1e5c9320 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 11:17:53.864863 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-d7a9f1bc-5790-40b9-9ae1-d3f35d49df8e req-610b6696-ca0b-4e6b-9747-56a89f5fb55a tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9601a7e-4ec6-4d51-8a8e-dd425c9e837f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508480 Mar 21 11:17:53.874046 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Current status of the port 34bb0d17-e1f9-489e-956a-47073575560b is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:17:53.874435 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (34bb0d17-e1f9-489e-956a-47073575560b), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:53.899552 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] For port 0d7085e8-4de1-4001-a1a6-229c1e5c9320, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=0d7085e8-4de1-4001-a1a6-229c1e5c9320,segment=NetworkSegment(2b3dbd92-7596-4ba4-98c7-1ff5ff135374),segment_id=2b3dbd92-7596-4ba4-98c7-1ff5ff135374)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:17:53.906943 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817'] for port (0d7085e8-4de1-4001-a1a6-229c1e5c9320), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:53.915019 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5686b2e9-c51d-4b6f-b34b-d66f6d678dea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34bb0d17-e1f9-489e-956a-47073575560b'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:17:53.917311 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f4962fb769adde196efb410afcfec8f2b34529d6df7ca74076ce40474c5a66c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56c6bd69-d86a-43fb-8106-2bc9e4b7c131" -d '{"events": [{"server_uuid": "5686b2e9-c51d-4b6f-b34b-d66f6d678dea", "name": "network-vif-plugged", "status": "completed", "tag": "34bb0d17-e1f9-489e-956a-47073575560b"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:17:53.953589 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] For port 34bb0d17-e1f9-489e-956a-47073575560b, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=34bb0d17-e1f9-489e-956a-47073575560b,segment=NetworkSegment(e8bbdbf4-7a3c-4382-b3f5-00a80b4a7f1d),segment_id=e8bbdbf4-7a3c-4382-b3f5-00a80b4a7f1d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:17:53.961874 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 11:17:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43c0e919-2068-45a5-9ba3-d0eec6bf1bf4 x-openstack-request-id: req-43c0e919-2068-45a5-9ba3-d0eec6bf1bf4 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:17:53.962165 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5686b2e9-c51d-4b6f-b34b-d66f6d678dea", "name": "network-vif-plugged", "status": "completed", "tag": "34bb0d17-e1f9-489e-956a-47073575560b", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:17:53.962449 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-43c0e919-2068-45a5-9ba3-d0eec6bf1bf4 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:17:53.963337 dv-cinder-834448-1-smb neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5686b2e9-c51d-4b6f-b34b-d66f6d678dea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34bb0d17-e1f9-489e-956a-47073575560b', 'code': 200} Mar 21 11:17:53.965413 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817'] for port (34bb0d17-e1f9-489e-956a-47073575560b), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:53.986391 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Pushing event updated for resources: {'Port': ['ID=0d7085e8-4de1-4001-a1a6-229c1e5c9320,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:17:54.049688 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Pushing event updated for resources: {'Port': ['ID=34bb0d17-e1f9-489e-956a-47073575560b,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:17:54.194774 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1a5dbc-beca-49e8-ad62-1f95804cf6f1 req-4ebe63ee-9084-446f-9354-1e7284a17e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:54.196354 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-0c1a5dbc-beca-49e8-ad62-1f95804cf6f1 req-4ebe63ee-9084-446f-9354-1e7284a17e84 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5686b2e9-c51d-4b6f-b34b-d66f6d678dea HTTP/1.1" status: 200 len: 1130 time: 0.0578046 Mar 21 11:17:54.203493 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] get_ports_and_sgs() called for port_ids ['0d7085e8-4de1-4001-a1a6-229c1e5c9320'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 11:17:54.259061 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-0c1a5dbc-beca-49e8-ad62-1f95804cf6f1 req-2807ca5d-68e3-4092-9f8c-79f26389a09c service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=f9601a7e-4ec6-4d51-8a8e-dd425c9e837f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514166 Mar 21 11:17:54.342882 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ab12fc-57c3-4525-95ce-874d5628144e req-a83565f3-1b13-48e3-9413-6d13f7d4c72a tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:54.347051 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-f9ab12fc-57c3-4525-95ce-874d5628144e req-a83565f3-1b13-48e3-9413-6d13f7d4c72a tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/ports?device_id=8191288d-f5b6-4728-9532-86f77e741727 HTTP/1.1" status: 200 len: 945 time: 0.0703108 Mar 21 11:17:54.431812 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-f9ab12fc-57c3-4525-95ce-874d5628144e req-f941a51b-c7b7-4db9-80c0-bf228f6e6702 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/security-groups?id=daae5ede-2da4-4353-80fd-81af085a454c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808861 Mar 21 11:17:54.464955 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea2345f-7d25-4026-9bf4-440f9b5e394f req-7f89f57b-5b22-4cb3-8998-22e105388bc9 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:54.467676 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-aea2345f-7d25-4026-9bf4-440f9b5e394f req-7f89f57b-5b22-4cb3-8998-22e105388bc9 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/ports?device_id=8517f2fe-d7c1-4fa1-adbf-48fd547407f2 HTTP/1.1" status: 200 len: 944 time: 0.0906272 Mar 21 11:17:54.568925 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-aea2345f-7d25-4026-9bf4-440f9b5e394f req-308b2077-e9f5-497e-a338-c1bfcf1df8c2 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b998314-a05a-44c0-b23b-d6ece4a472c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943472 Mar 21 11:17:54.597916 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991c43b9-66e2-4410-bc06-e269fc57ecc2 req-62caf465-b752-45d6-b8cc-727c0bd66a3b tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:54.599990 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-991c43b9-66e2-4410-bc06-e269fc57ecc2 req-62caf465-b752-45d6-b8cc-727c0bd66a3b tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/ports?device_id=8191288d-f5b6-4728-9532-86f77e741727 HTTP/1.1" status: 200 len: 945 time: 0.0907331 Mar 21 11:17:54.608211 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 45776) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:17:54.613535 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.v2.base [None req-26d30d8e-4360-4c73-8ad7-d269db831e50 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Request body: {'floatingip': {'port_id': '8909e85b-714c-410e-80a1-e387d36aadc7'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:17:54.673432 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-26d30d8e-4360-4c73-8ad7-d269db831e50 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Publish callbacks [] for floatingip (17c62a94-03e1-4447-ad3e-5f5a0aae738b), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:55.374750 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7183d585-59a7-442a-ac7b-e37405e886d8 req-d09f01fe-601b-4f41-8d37-24473b67053c tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:55.376378 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-7183d585-59a7-442a-ac7b-e37405e886d8 req-d09f01fe-601b-4f41-8d37-24473b67053c tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] 10.222.0.24 "GET /v2.0/ports?device_id=5686b2e9-c51d-4b6f-b34b-d66f6d678dea HTTP/1.1" status: 200 len: 946 time: 0.4042578 Mar 21 11:17:55.458957 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Device 0d7085e8-4de1-4001-a1a6-229c1e5c9320 up at agent hyperv_hv-cinder-83444 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:17:55.495808 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-7183d585-59a7-442a-ac7b-e37405e886d8 req-b4af0ef4-68c4-417c-867d-58d9cbad4dac tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9601a7e-4ec6-4d51-8a8e-dd425c9e837f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125121 Mar 21 11:17:55.521043 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-26d30d8e-4360-4c73-8ad7-d269db831e50 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:55.529348 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-26d30d8e-4360-4c73-8ad7-d269db831e50 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1690700'] for floatingip (17c62a94-03e1-4447-ad3e-5f5a0aae738b), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:55.551708 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Provisioning for port 0d7085e8-4de1-4001-a1a6-229c1e5c9320 completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 21 11:17:55.555928 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-5fed54bc-47f5-4acf-ab0f-d62b380e8251 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (5097f9b2-2ef0-4af4-bde3-0c344dd6e70c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:55.558677 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Provisioning complete for port 0d7085e8-4de1-4001-a1a6-229c1e5c9320 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:17:55.559041 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688166'] for port (0d7085e8-4de1-4001-a1a6-229c1e5c9320), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:55.663813 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Current status of the port 0d7085e8-4de1-4001-a1a6-229c1e5c9320 is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:17:55.664386 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (0d7085e8-4de1-4001-a1a6-229c1e5c9320), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:55.706810 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] For port 0d7085e8-4de1-4001-a1a6-229c1e5c9320, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=0d7085e8-4de1-4001-a1a6-229c1e5c9320,segment=NetworkSegment(2b3dbd92-7596-4ba4-98c7-1ff5ff135374),segment_id=2b3dbd92-7596-4ba4-98c7-1ff5ff135374)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:17:55.711756 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817'] for port (0d7085e8-4de1-4001-a1a6-229c1e5c9320), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:55.763336 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Pushing event updated for resources: {'Port': ['ID=0d7085e8-4de1-4001-a1a6-229c1e5c9320,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:17:55.790374 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (e1ce583e-86b5-47e2-b889-5e91679074ed), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:55.849899 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59769e19-90ab-462d-974e-319c521fad71 req-8e50f391-27b8-4f21-a865-3783d911a1a7 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:55.851596 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-59769e19-90ab-462d-974e-319c521fad71 req-8e50f391-27b8-4f21-a865-3783d911a1a7 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/ports?device_id=8517f2fe-d7c1-4fa1-adbf-48fd547407f2 HTTP/1.1" status: 200 len: 945 time: 0.1386302 Mar 21 11:17:55.887450 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26d30d8e-4360-4c73-8ad7-d269db831e50 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Router e82250b0-2c64-4e9e-b3db-8617ae46ff4c has already been hosted by L3 agent 5097f9b2-2ef0-4af4-bde3-0c344dd6e70c {{(pid=103421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 11:17:55.924848 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-59769e19-90ab-462d-974e-319c521fad71 req-5bab0f04-5e29-4837-83fe-9b0d6c7f453d tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b998314-a05a-44c0-b23b-d6ece4a472c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654683 Mar 21 11:17:55.964502 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8517f2fe-d7c1-4fa1-adbf-48fd547407f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d7085e8-4de1-4001-a1a6-229c1e5c9320'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:17:55.966874 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f4962fb769adde196efb410afcfec8f2b34529d6df7ca74076ce40474c5a66c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bd0b232-e740-4acc-8737-478c85b54da1" -d '{"events": [{"server_uuid": "8517f2fe-d7c1-4fa1-adbf-48fd547407f2", "name": "network-vif-plugged", "status": "completed", "tag": "0d7085e8-4de1-4001-a1a6-229c1e5c9320"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:17:56.024441 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 11:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ae0d316-f867-4762-93f5-420c517f4a5d x-openstack-request-id: req-0ae0d316-f867-4762-93f5-420c517f4a5d {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:17:56.024921 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8517f2fe-d7c1-4fa1-adbf-48fd547407f2", "name": "network-vif-plugged", "status": "completed", "tag": "0d7085e8-4de1-4001-a1a6-229c1e5c9320", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:17:56.025258 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0ae0d316-f867-4762-93f5-420c517f4a5d {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:17:56.025771 dv-cinder-834448-1-smb neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8517f2fe-d7c1-4fa1-adbf-48fd547407f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d7085e8-4de1-4001-a1a6-229c1e5c9320', 'code': 200} Mar 21 11:17:56.028978 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26d30d8e-4360-4c73-8ad7-d269db831e50 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Notify agent at l3_agent.dv-cinder-834448-1-smb the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 11:17:56.033584 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-26d30d8e-4360-4c73-8ad7-d269db831e50 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97509'] for floatingip (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:56.045358 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647b3216-34fa-4730-8133-9dc8406e3783 None None] Sync routers for ids ['e82250b0-2c64-4e9e-b3db-8617ae46ff4c'] in dv-cinder-834448-1-smb {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 11:17:56.057927 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647b3216-34fa-4730-8133-9dc8406e3783 None None] Routers {'e82250b0-2c64-4e9e-b3db-8617ae46ff4c'} bound to L3 agent in host dv-cinder-834448-1-smb {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:17:56.058689 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-647b3216-34fa-4730-8133-9dc8406e3783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-21T11:04:55Z,description=,heartbeat_timestamp=2022-03-21T11:17:56Z,host='dv-cinder-834448-1-smb',id=5097f9b2-2ef0-4af4-bde3-0c344dd6e70c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:55Z,topic='l3_agent')) {'router_ids': ['e82250b0-2c64-4e9e-b3db-8617ae46ff4c'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:17:56.075258 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8191288d-f5b6-4728-9532-86f77e741727', 'tag': '8909e85b-714c-410e-80a1-e387d36aadc7'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:17:56.077572 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881d039021bf7bfdbb2ec2cc2a60bd67cc793bf6de71028ad915050608b1b1c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ecd7909-170c-4085-82f1-4d37fa8f2d47" -d '{"events": [{"name": "network-changed", "server_uuid": "8191288d-f5b6-4728-9532-86f77e741727", "tag": "8909e85b-714c-410e-80a1-e387d36aadc7"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:17:56.125981 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 11:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dc8b728-95ec-49f6-81e4-eadce0f95694 x-openstack-request-id: req-4dc8b728-95ec-49f6-81e4-eadce0f95694 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:17:56.126275 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8191288d-f5b6-4728-9532-86f77e741727", "tag": "8909e85b-714c-410e-80a1-e387d36aadc7", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:17:56.126275 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4dc8b728-95ec-49f6-81e4-eadce0f95694 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:17:56.126690 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8191288d-f5b6-4728-9532-86f77e741727', 'tag': '8909e85b-714c-410e-80a1-e387d36aadc7', 'status': 'completed', 'code': 200} Mar 21 11:17:56.143902 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-26d30d8e-4360-4c73-8ad7-d269db831e50 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "PUT /v2.0/floatingips/17c62a94-03e1-4447-ad3e-5f5a0aae738b HTTP/1.1" status: 200 len: 992 time: 1.5196214 Mar 21 11:17:56.189992 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-647b3216-34fa-4730-8133-9dc8406e3783 None None] Set router e82250b0-2c64-4e9e-b3db-8617ae46ff4c gateway port host: dv-cinder-834448-1-smb {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:17:56.213240 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecd7909-170c-4085-82f1-4d37fa8f2d47 req-efa70dfc-6f68-4edb-8d5d-57b137ccc42d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:56.215560 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-1ecd7909-170c-4085-82f1-4d37fa8f2d47 req-efa70dfc-6f68-4edb-8d5d-57b137ccc42d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=52347e0a8df44be6bcf4f99067c9a702&device_id=8191288d-f5b6-4728-9532-86f77e741727 HTTP/1.1" status: 200 len: 1129 time: 0.0542715 Mar 21 11:17:56.242682 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c869d26-2cec-4620-9828-dd0ab4a120ff req-6e963bcd-75a0-4bf2-ad4c-1a2fad5e873f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:56.248193 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-7c869d26-2cec-4620-9828-dd0ab4a120ff req-6e963bcd-75a0-4bf2-ad4c-1a2fad5e873f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8517f2fe-d7c1-4fa1-adbf-48fd547407f2 HTTP/1.1" status: 200 len: 1129 time: 0.0525339 Mar 21 11:17:56.295096 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-7c869d26-2cec-4620-9828-dd0ab4a120ff req-05e369a2-2baf-4128-b6a0-74a260b3ec41 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=1b998314-a05a-44c0-b23b-d6ece4a472c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432448 Mar 21 11:17:56.353210 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecd7909-170c-4085-82f1-4d37fa8f2d47 req-7df0d716-b602-42a3-9608-9729dc56bee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:56.354762 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-1ecd7909-170c-4085-82f1-4d37fa8f2d47 req-7df0d716-b602-42a3-9608-9729dc56bee2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4a579521-14d3-4610-a099-3c56c62bd19a HTTP/1.1" status: 200 len: 920 time: 0.1331954 Mar 21 11:17:56.436279 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-647b3216-34fa-4730-8133-9dc8406e3783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e82250b0-2c64-4e9e-b3db-8617ae46ff4c', 'name': 'tempest-ServerRescueNegativeTestJSON-2065661749-router', 'tenant_id': '52347e0a8df44be6bcf4f99067c9a702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'external_fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.47'}], 'enable_snat': True}, 'gw_port_id': 'edda812f-da92-43c8-a40f-d8798ab369d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:13:32Z', 'updated_at': '2022-03-21T11:13:54Z', 'revision_number': 4, 'project_id': '52347e0a8df44be6bcf4f99067c9a702', 'gw_port': {'id': 'edda812f-da92-43c8-a40f-d8798ab369d7', 'name': '', 'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:49:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82250b0-2c64-4e9e-b3db-8617ae46ff4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:36Z', 'updated_at': '2022-03-21T11:13:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-smb', '_floatingips': [{'id': '17c62a94-03e1-4447-ad3e-5f5a0aae738b', 'tenant_id': '52347e0a8df44be6bcf4f99067c9a702', 'floating_ip_address': '172.28.0.79', 'floating_network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'router_id': 'e82250b0-2c64-4e9e-b3db-8617ae46ff4c', 'port_id': '8909e85b-714c-410e-80a1-e387d36aadc7', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 370, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a579521-14d3-4610-a099-3c56c62bd19a', 'mac_address': 'fa:16:3e:a3:0d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8191288d-f5b6-4728-9532-86f77e741727', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T11:16:10Z', 'updated_at': '2022-03-21T11:17:55Z', 'revision_number': 3, 'project_id': '52347e0a8df44be6bcf4f99067c9a702', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '506ecfd7-bedb-48f7-8ae0-d74505b91b1b', 'name': '', 'network_id': '4a579521-14d3-4610-a099-3c56c62bd19a', 'tenant_id': '52347e0a8df44be6bcf4f99067c9a702', 'mac_address': 'fa:16:3e:70:97:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82250b0-2c64-4e9e-b3db-8617ae46ff4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '8a3d170f-7254-484a-9abf-df0a7cea6ed2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:48Z', 'updated_at': '2022-03-21T11:14:07Z', 'revision_number': 5, 'project_id': '52347e0a8df44be6bcf4f99067c9a702', 'subnets': [{'id': '8a3d170f-7254-484a-9abf-df0a7cea6ed2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-1-smb', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:17:56.467767 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647b3216-34fa-4730-8133-9dc8406e3783 None None] Checking router: e82250b0-2c64-4e9e-b3db-8617ae46ff4c for host: dv-cinder-834448-1-smb {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 11:17:56.477948 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647b3216-34fa-4730-8133-9dc8406e3783 None None] Routers {'e82250b0-2c64-4e9e-b3db-8617ae46ff4c'} bound to L3 agent in host dv-cinder-834448-1-smb {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:17:56.478551 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-647b3216-34fa-4730-8133-9dc8406e3783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-21T11:04:55Z,description=,heartbeat_timestamp=2022-03-21T11:17:56Z,host='dv-cinder-834448-1-smb',id=5097f9b2-2ef0-4af4-bde3-0c344dd6e70c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:55Z,topic='l3_agent')) {'router_ids': ['e82250b0-2c64-4e9e-b3db-8617ae46ff4c'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:17:56.558587 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.agents_db [None req-8008186f-aa22-4b77-a63e-1bf9dbff4757 None None] Agent healthcheck: found 6 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 11:17:56.571510 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-1ecd7909-170c-4085-82f1-4d37fa8f2d47 req-c393fa7e-25cd-4edc-bb3f-2f4f3a5b269d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8909e85b-714c-410e-80a1-e387d36aadc7 HTTP/1.1" status: 200 len: 1000 time: 0.0688627 Mar 21 11:17:56.604185 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-647b3216-34fa-4730-8133-9dc8406e3783 None None] Set router e82250b0-2c64-4e9e-b3db-8617ae46ff4c gateway port host: dv-cinder-834448-1-smb {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:17:56.624460 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecd7909-170c-4085-82f1-4d37fa8f2d47 req-94e90056-bcd6-4383-a9b7-fd8a555ebc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:56.626478 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-1ecd7909-170c-4085-82f1-4d37fa8f2d47 req-94e90056-bcd6-4383-a9b7-fd8a555ebc91 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8a3d170f-7254-484a-9abf-df0a7cea6ed2 HTTP/1.1" status: 200 len: 858 time: 0.0490143 Mar 21 11:17:56.655060 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b7bed9-ac59-440b-b2e0-d0f230a29e35 req-08c01c12-7682-4e85-922a-90824cd1b20b tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:56.656931 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-55b7bed9-ac59-440b-b2e0-d0f230a29e35 req-08c01c12-7682-4e85-922a-90824cd1b20b tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] 10.222.0.24 "GET /v2.0/ports?device_id=5686b2e9-c51d-4b6f-b34b-d66f6d678dea HTTP/1.1" status: 200 len: 946 time: 0.0677509 Mar 21 11:17:56.689278 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecd7909-170c-4085-82f1-4d37fa8f2d47 req-2c8ea96d-eac5-4a92-8a88-74e2731d8009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:56.690978 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-1ecd7909-170c-4085-82f1-4d37fa8f2d47 req-2c8ea96d-eac5-4a92-8a88-74e2731d8009 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4a579521-14d3-4610-a099-3c56c62bd19a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0550916 Mar 21 11:17:56.710300 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-55b7bed9-ac59-440b-b2e0-d0f230a29e35 req-8a881010-e6ba-4dec-93c8-178ceea54908 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9601a7e-4ec6-4d51-8a8e-dd425c9e837f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462980 Mar 21 11:17:56.816651 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-1ecd7909-170c-4085-82f1-4d37fa8f2d47 req-915f1746-ec91-4717-b7d8-bf7f913c32b9 service neutron] 10.222.0.32 "GET /v2.0/networks/4a579521-14d3-4610-a099-3c56c62bd19a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997257 Mar 21 11:17:56.842262 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6180ae-04ff-4e1a-9030-1271d65ac0b0 req-8940cd9a-d95e-460e-bff3-c1a04ee922bc tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:56.844958 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-de6180ae-04ff-4e1a-9030-1271d65ac0b0 req-8940cd9a-d95e-460e-bff3-c1a04ee922bc tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] 10.222.0.24 "GET /v2.0/ports?device_id=5686b2e9-c51d-4b6f-b34b-d66f6d678dea HTTP/1.1" status: 200 len: 946 time: 0.0587389 Mar 21 11:17:56.853620 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 45792) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:17:56.862669 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.v2.base [None req-d316162f-d45c-433c-a820-9f2d0f840354 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Request body: {'floatingip': {'port_id': '34bb0d17-e1f9-489e-956a-47073575560b'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:17:56.904856 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d316162f-d45c-433c-a820-9f2d0f840354 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks [] for floatingip (3aeb504e-2580-412f-88e9-ae616c51a2af), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:56.930746 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-1ecd7909-170c-4085-82f1-4d37fa8f2d47 req-fd54eadd-69f9-4544-affc-529ec300c358 service neutron] 10.222.0.32 "GET /v2.0/networks/4a579521-14d3-4610-a099-3c56c62bd19a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075087 Mar 21 11:17:56.966387 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-647b3216-34fa-4730-8133-9dc8406e3783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e82250b0-2c64-4e9e-b3db-8617ae46ff4c', 'name': 'tempest-ServerRescueNegativeTestJSON-2065661749-router', 'tenant_id': '52347e0a8df44be6bcf4f99067c9a702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'external_fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.47'}], 'enable_snat': True}, 'gw_port_id': 'edda812f-da92-43c8-a40f-d8798ab369d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:13:32Z', 'updated_at': '2022-03-21T11:13:54Z', 'revision_number': 4, 'project_id': '52347e0a8df44be6bcf4f99067c9a702', 'gw_port': {'id': 'edda812f-da92-43c8-a40f-d8798ab369d7', 'name': '', 'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:49:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82250b0-2c64-4e9e-b3db-8617ae46ff4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:36Z', 'updated_at': '2022-03-21T11:13:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-smb', '_floatingips': [{'id': '17c62a94-03e1-4447-ad3e-5f5a0aae738b', 'tenant_id': '52347e0a8df44be6bcf4f99067c9a702', 'floating_ip_address': '172.28.0.79', 'floating_network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'router_id': 'e82250b0-2c64-4e9e-b3db-8617ae46ff4c', 'port_id': '8909e85b-714c-410e-80a1-e387d36aadc7', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 370, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a579521-14d3-4610-a099-3c56c62bd19a', 'mac_address': 'fa:16:3e:a3:0d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8191288d-f5b6-4728-9532-86f77e741727', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T11:16:10Z', 'updated_at': '2022-03-21T11:17:55Z', 'revision_number': 3, 'project_id': '52347e0a8df44be6bcf4f99067c9a702', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '506ecfd7-bedb-48f7-8ae0-d74505b91b1b', 'name': '', 'network_id': '4a579521-14d3-4610-a099-3c56c62bd19a', 'tenant_id': '52347e0a8df44be6bcf4f99067c9a702', 'mac_address': 'fa:16:3e:70:97:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82250b0-2c64-4e9e-b3db-8617ae46ff4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '8a3d170f-7254-484a-9abf-df0a7cea6ed2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:48Z', 'updated_at': '2022-03-21T11:14:07Z', 'revision_number': 5, 'project_id': '52347e0a8df44be6bcf4f99067c9a702', 'subnets': [{'id': '8a3d170f-7254-484a-9abf-df0a7cea6ed2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-1-smb', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:17:56.998812 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647b3216-34fa-4730-8133-9dc8406e3783 None None] The sync data for ids ['e82250b0-2c64-4e9e-b3db-8617ae46ff4c'] in dv-cinder-834448-1-smb is: [{'id': 'e82250b0-2c64-4e9e-b3db-8617ae46ff4c', 'name': 'tempest-ServerRescueNegativeTestJSON-2065661749-router', 'tenant_id': '52347e0a8df44be6bcf4f99067c9a702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'external_fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.47'}], 'enable_snat': True}, 'gw_port_id': 'edda812f-da92-43c8-a40f-d8798ab369d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:13:32Z', 'updated_at': '2022-03-21T11:13:54Z', 'revision_number': 4, 'project_id': '52347e0a8df44be6bcf4f99067c9a702', 'gw_port': {'id': 'edda812f-da92-43c8-a40f-d8798ab369d7', 'name': '', 'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:49:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82250b0-2c64-4e9e-b3db-8617ae46ff4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:36Z', 'updated_at': '2022-03-21T11:13:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-smb', '_floatingips': [{'id': '17c62a94-03e1-4447-ad3e-5f5a0aae738b', 'tenant_id': '52347e0a8df44be6bcf4f99067c9a702', 'floating_ip_address': '172.28.0.79', 'floating_network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'router_id': 'e82250b0-2c64-4e9e-b3db-8617ae46ff4c', 'port_id': '8909e85b-714c-410e-80a1-e387d36aadc7', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 370, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a579521-14d3-4610-a099-3c56c62bd19a', 'mac_address': 'fa:16:3e:a3:0d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8191288d-f5b6-4728-9532-86f77e741727', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T11:16:10Z', 'updated_at': '2022-03-21T11:17:55Z', 'revision_number': 3, 'project_id': '52347e0a8df44be6bcf4f99067c9a702', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '506ecfd7-bedb-48f7-8ae0-d74505b91b1b', 'name': '', 'network_id': '4a579521-14d3-4610-a099-3c56c62bd19a', 'tenant_id': '52347e0a8df44be6bcf4f99067c9a702', 'mac_address': 'fa:16:3e:70:97:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82250b0-2c64-4e9e-b3db-8617ae46ff4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '8a3d170f-7254-484a-9abf-df0a7cea6ed2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:48Z', 'updated_at': '2022-03-21T11:14:07Z', 'revision_number': 5, 'project_id': '52347e0a8df44be6bcf4f99067c9a702', 'subnets': [{'id': '8a3d170f-7254-484a-9abf-df0a7cea6ed2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 11:17:57.162630 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55a26bb-7068-4c8e-8a08-33b137f1db40 req-ea8800ff-fb65-4809-9180-f94129adbae8 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:57.164200 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-b55a26bb-7068-4c8e-8a08-33b137f1db40 req-ea8800ff-fb65-4809-9180-f94129adbae8 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/ports?device_id=8517f2fe-d7c1-4fa1-adbf-48fd547407f2 HTTP/1.1" status: 200 len: 945 time: 0.1440153 Mar 21 11:17:57.327234 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-b55a26bb-7068-4c8e-8a08-33b137f1db40 req-db12e881-c4e6-47be-aacd-40df46552969 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b998314-a05a-44c0-b23b-d6ece4a472c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1554306 Mar 21 11:17:57.449436 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d316162f-d45c-433c-a820-9f2d0f840354 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:57.454853 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d316162f-d45c-433c-a820-9f2d0f840354 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1690700'] for floatingip (3aeb504e-2580-412f-88e9-ae616c51a2af), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:57.573122 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.db.l3_db [None req-d316162f-d45c-433c-a820-9f2d0f840354 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Floating IP 3aeb504e-2580-412f-88e9-ae616c51a2af associated. External IP: 172.28.0.104, port: 34bb0d17-e1f9-489e-956a-47073575560b. Mar 21 11:17:57.803893 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d316162f-d45c-433c-a820-9f2d0f840354 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Router b6f812b9-6d9a-4ef9-93fc-911b8f0819b8 has already been hosted by L3 agent 5097f9b2-2ef0-4af4-bde3-0c344dd6e70c {{(pid=103421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 11:17:57.935290 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d316162f-d45c-433c-a820-9f2d0f840354 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Notify agent at l3_agent.dv-cinder-834448-1-smb the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 11:17:57.943391 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d316162f-d45c-433c-a820-9f2d0f840354 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97509'] for floatingip (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:57.946499 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-414f9caa-5246-4ca8-8184-a981521706e1 None None] Sync routers for ids ['b6f812b9-6d9a-4ef9-93fc-911b8f0819b8'] in dv-cinder-834448-1-smb {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 11:17:57.957776 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414f9caa-5246-4ca8-8184-a981521706e1 None None] Routers {'b6f812b9-6d9a-4ef9-93fc-911b8f0819b8'} bound to L3 agent in host dv-cinder-834448-1-smb {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:17:57.958427 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-414f9caa-5246-4ca8-8184-a981521706e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-21T11:04:55Z,description=,heartbeat_timestamp=2022-03-21T11:17:56Z,host='dv-cinder-834448-1-smb',id=5097f9b2-2ef0-4af4-bde3-0c344dd6e70c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:55Z,topic='l3_agent')) {'router_ids': ['b6f812b9-6d9a-4ef9-93fc-911b8f0819b8'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:17:57.976390 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-d316162f-d45c-433c-a820-9f2d0f840354 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] 10.222.0.24 "PUT /v2.0/floatingips/3aeb504e-2580-412f-88e9-ae616c51a2af HTTP/1.1" status: 200 len: 992 time: 1.1192310 Mar 21 11:17:58.069236 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-414f9caa-5246-4ca8-8184-a981521706e1 None None] Set router b6f812b9-6d9a-4ef9-93fc-911b8f0819b8 gateway port host: dv-cinder-834448-1-smb {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:17:58.127746 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8191288d-f5b6-4728-9532-86f77e741727', 'tag': '8909e85b-714c-410e-80a1-e387d36aadc7'}, {'name': 'network-changed', 'server_uuid': '5686b2e9-c51d-4b6f-b34b-d66f6d678dea', 'tag': '34bb0d17-e1f9-489e-956a-47073575560b'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:17:58.130120 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881d039021bf7bfdbb2ec2cc2a60bd67cc793bf6de71028ad915050608b1b1c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7bd0699-5bf7-41cf-90ed-8140c8ac7fd2" -d '{"events": [{"name": "network-changed", "server_uuid": "8191288d-f5b6-4728-9532-86f77e741727", "tag": "8909e85b-714c-410e-80a1-e387d36aadc7"}, {"name": "network-changed", "server_uuid": "5686b2e9-c51d-4b6f-b34b-d66f6d678dea", "tag": "34bb0d17-e1f9-489e-956a-47073575560b"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:17:58.172827 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 21 Mar 2022 11:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bad657c-25dd-4740-90ab-bfb07f18dcbd x-openstack-request-id: req-5bad657c-25dd-4740-90ab-bfb07f18dcbd {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:17:58.173219 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8191288d-f5b6-4728-9532-86f77e741727", "tag": "8909e85b-714c-410e-80a1-e387d36aadc7", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5686b2e9-c51d-4b6f-b34b-d66f6d678dea", "tag": "34bb0d17-e1f9-489e-956a-47073575560b", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:17:58.173394 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5bad657c-25dd-4740-90ab-bfb07f18dcbd {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:17:58.173827 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8191288d-f5b6-4728-9532-86f77e741727', 'tag': '8909e85b-714c-410e-80a1-e387d36aadc7', 'status': 'completed', 'code': 200} Mar 21 11:17:58.174086 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5686b2e9-c51d-4b6f-b34b-d66f6d678dea', 'tag': '34bb0d17-e1f9-489e-956a-47073575560b', 'status': 'completed', 'code': 200} Mar 21 11:17:58.226190 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6694aa1f-bf8d-44e0-b771-2551b8853c50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (47320176-3fab-4a55-b687-b3e35e89e628), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:58.400088 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-414f9caa-5246-4ca8-8184-a981521706e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6f812b9-6d9a-4ef9-93fc-911b8f0819b8', 'name': 'tempest-AttachVolumeNegativeTest-905083178-router', 'tenant_id': 'a69c1808af3d4640ae6355109b334cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'external_fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.149'}], 'enable_snat': True}, 'gw_port_id': '682ae32b-17c7-4a87-8472-bef89307aa9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:14:43Z', 'updated_at': '2022-03-21T11:14:50Z', 'revision_number': 4, 'project_id': 'a69c1808af3d4640ae6355109b334cd8', 'gw_port': {'id': '682ae32b-17c7-4a87-8472-bef89307aa9b', 'name': '', 'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:f2:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f812b9-6d9a-4ef9-93fc-911b8f0819b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:14:44Z', 'updated_at': '2022-03-21T11:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-smb', '_floatingips': [{'id': '3aeb504e-2580-412f-88e9-ae616c51a2af', 'tenant_id': 'a69c1808af3d4640ae6355109b334cd8', 'floating_ip_address': '172.28.0.104', 'floating_network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'router_id': 'b6f812b9-6d9a-4ef9-93fc-911b8f0819b8', 'port_id': '34bb0d17-e1f9-489e-956a-47073575560b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ddc289c-7154-4e23-8f81-bf2d5b69083d', 'mac_address': 'fa:16:3e:c8:71:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5686b2e9-c51d-4b6f-b34b-d66f6d678dea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T11:17:43Z', 'updated_at': '2022-03-21T11:17:57Z', 'revision_number': 1, 'project_id': 'a69c1808af3d4640ae6355109b334cd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b30e9ea-93a0-4312-be48-594c5c822598', 'name': '', 'network_id': '3ddc289c-7154-4e23-8f81-bf2d5b69083d', 'tenant_id': 'a69c1808af3d4640ae6355109b334cd8', 'mac_address': 'fa:16:3e:37:c0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f812b9-6d9a-4ef9-93fc-911b8f0819b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': 'b19ea63e-3287-4f53-b0cc-82d6b01cdd86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:14:48Z', 'updated_at': '2022-03-21T11:14:56Z', 'revision_number': 5, 'project_id': 'a69c1808af3d4640ae6355109b334cd8', 'subnets': [{'id': 'b19ea63e-3287-4f53-b0cc-82d6b01cdd86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-1-smb', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:17:58.428845 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-414f9caa-5246-4ca8-8184-a981521706e1 None None] Checking router: b6f812b9-6d9a-4ef9-93fc-911b8f0819b8 for host: dv-cinder-834448-1-smb {{(pid=103423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 11:17:58.438981 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414f9caa-5246-4ca8-8184-a981521706e1 None None] Routers {'b6f812b9-6d9a-4ef9-93fc-911b8f0819b8'} bound to L3 agent in host dv-cinder-834448-1-smb {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:17:58.439704 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-414f9caa-5246-4ca8-8184-a981521706e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-21T11:04:55Z,description=,heartbeat_timestamp=2022-03-21T11:17:56Z,host='dv-cinder-834448-1-smb',id=5097f9b2-2ef0-4af4-bde3-0c344dd6e70c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:55Z,topic='l3_agent')) {'router_ids': ['b6f812b9-6d9a-4ef9-93fc-911b8f0819b8'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:17:58.492674 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f700a6-bed7-4c92-8385-b1dc956e7019 req-b227ed69-4bbb-4115-aa71-998552ce3aa1 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:58.494841 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-90f700a6-bed7-4c92-8385-b1dc956e7019 req-b227ed69-4bbb-4115-aa71-998552ce3aa1 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/ports?device_id=8517f2fe-d7c1-4fa1-adbf-48fd547407f2 HTTP/1.1" status: 200 len: 945 time: 0.0707088 Mar 21 11:17:58.495149 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bd0699-5bf7-41cf-90ed-8140c8ac7fd2 req-a62e90c5-739b-4b71-b5b2-e2ea0c045db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:58.496703 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-a7bd0699-5bf7-41cf-90ed-8140c8ac7fd2 req-a62e90c5-739b-4b71-b5b2-e2ea0c045db3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=52347e0a8df44be6bcf4f99067c9a702&device_id=8191288d-f5b6-4728-9532-86f77e741727 HTTP/1.1" status: 200 len: 1129 time: 0.3007631 Mar 21 11:17:58.564842 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-414f9caa-5246-4ca8-8184-a981521706e1 None None] Set router b6f812b9-6d9a-4ef9-93fc-911b8f0819b8 gateway port host: dv-cinder-834448-1-smb {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:17:58.575687 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-90f700a6-bed7-4c92-8385-b1dc956e7019 req-bf63fc79-3d28-4189-8f0e-dda29d1cfb3e tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b998314-a05a-44c0-b23b-d6ece4a472c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723851 Mar 21 11:17:58.628082 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bd0699-5bf7-41cf-90ed-8140c8ac7fd2 req-8b63a17b-066b-474a-acc4-7c0eebec76e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:58.630358 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-5db6d96b-8c48-4aa5-944a-567c97b9cc9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (964235d6-d67c-4a74-84a5-611ab5391dc9), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:58.631053 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-a7bd0699-5bf7-41cf-90ed-8140c8ac7fd2 req-8b63a17b-066b-474a-acc4-7c0eebec76e5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4a579521-14d3-4610-a099-3c56c62bd19a HTTP/1.1" status: 200 len: 920 time: 0.1272435 Mar 21 11:17:58.707459 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-a7bd0699-5bf7-41cf-90ed-8140c8ac7fd2 req-47f10262-cf19-4448-9b2a-eac876138609 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8909e85b-714c-410e-80a1-e387d36aadc7 HTTP/1.1" status: 200 len: 1000 time: 0.0705602 Mar 21 11:17:58.769009 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bd0699-5bf7-41cf-90ed-8140c8ac7fd2 req-6c9256aa-818d-4a4b-b1ce-eb5270b64cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:58.770405 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-a7bd0699-5bf7-41cf-90ed-8140c8ac7fd2 req-6c9256aa-818d-4a4b-b1ce-eb5270b64cf1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8a3d170f-7254-484a-9abf-df0a7cea6ed2 HTTP/1.1" status: 200 len: 858 time: 0.0572705 Mar 21 11:17:58.787829 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f997f8f4-c54a-4994-9379-852309961dba req-c44ca169-e40e-4703-961b-f57c661b6cff tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:58.790476 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-f997f8f4-c54a-4994-9379-852309961dba req-c44ca169-e40e-4703-961b-f57c661b6cff tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/ports?device_id=8517f2fe-d7c1-4fa1-adbf-48fd547407f2 HTTP/1.1" status: 200 len: 945 time: 0.1002281 Mar 21 11:17:58.803555 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 45804) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:17:58.811435 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.v2.base [None req-cad65932-86b3-41ae-98a5-f6230d0583e7 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Request body: {'floatingip': {'port_id': '0d7085e8-4de1-4001-a1a6-229c1e5c9320'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:17:58.833171 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bd0699-5bf7-41cf-90ed-8140c8ac7fd2 req-942a1931-eacc-40f3-8f90-d3253a255acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:58.835442 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-a7bd0699-5bf7-41cf-90ed-8140c8ac7fd2 req-942a1931-eacc-40f3-8f90-d3253a255acc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4a579521-14d3-4610-a099-3c56c62bd19a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0593510 Mar 21 11:17:58.854417 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-cad65932-86b3-41ae-98a5-f6230d0583e7 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Publish callbacks [] for floatingip (3b606f25-c1b6-4569-978a-46ad80e15edf), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:58.882933 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-414f9caa-5246-4ca8-8184-a981521706e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6f812b9-6d9a-4ef9-93fc-911b8f0819b8', 'name': 'tempest-AttachVolumeNegativeTest-905083178-router', 'tenant_id': 'a69c1808af3d4640ae6355109b334cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'external_fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.149'}], 'enable_snat': True}, 'gw_port_id': '682ae32b-17c7-4a87-8472-bef89307aa9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:14:43Z', 'updated_at': '2022-03-21T11:14:50Z', 'revision_number': 4, 'project_id': 'a69c1808af3d4640ae6355109b334cd8', 'gw_port': {'id': '682ae32b-17c7-4a87-8472-bef89307aa9b', 'name': '', 'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:f2:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f812b9-6d9a-4ef9-93fc-911b8f0819b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:14:44Z', 'updated_at': '2022-03-21T11:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-smb', '_floatingips': [{'id': '3aeb504e-2580-412f-88e9-ae616c51a2af', 'tenant_id': 'a69c1808af3d4640ae6355109b334cd8', 'floating_ip_address': '172.28.0.104', 'floating_network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'router_id': 'b6f812b9-6d9a-4ef9-93fc-911b8f0819b8', 'port_id': '34bb0d17-e1f9-489e-956a-47073575560b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ddc289c-7154-4e23-8f81-bf2d5b69083d', 'mac_address': 'fa:16:3e:c8:71:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5686b2e9-c51d-4b6f-b34b-d66f6d678dea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T11:17:43Z', 'updated_at': '2022-03-21T11:17:57Z', 'revision_number': 1, 'project_id': 'a69c1808af3d4640ae6355109b334cd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b30e9ea-93a0-4312-be48-594c5c822598', 'name': '', 'network_id': '3ddc289c-7154-4e23-8f81-bf2d5b69083d', 'tenant_id': 'a69c1808af3d4640ae6355109b334cd8', 'mac_address': 'fa:16:3e:37:c0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f812b9-6d9a-4ef9-93fc-911b8f0819b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': 'b19ea63e-3287-4f53-b0cc-82d6b01cdd86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:14:48Z', 'updated_at': '2022-03-21T11:14:56Z', 'revision_number': 5, 'project_id': 'a69c1808af3d4640ae6355109b334cd8', 'subnets': [{'id': 'b19ea63e-3287-4f53-b0cc-82d6b01cdd86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-1-smb', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:17:58.918957 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-414f9caa-5246-4ca8-8184-a981521706e1 None None] The sync data for ids ['b6f812b9-6d9a-4ef9-93fc-911b8f0819b8'] in dv-cinder-834448-1-smb is: [{'id': 'b6f812b9-6d9a-4ef9-93fc-911b8f0819b8', 'name': 'tempest-AttachVolumeNegativeTest-905083178-router', 'tenant_id': 'a69c1808af3d4640ae6355109b334cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'external_fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.149'}], 'enable_snat': True}, 'gw_port_id': '682ae32b-17c7-4a87-8472-bef89307aa9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:14:43Z', 'updated_at': '2022-03-21T11:14:50Z', 'revision_number': 4, 'project_id': 'a69c1808af3d4640ae6355109b334cd8', 'gw_port': {'id': '682ae32b-17c7-4a87-8472-bef89307aa9b', 'name': '', 'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:f2:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f812b9-6d9a-4ef9-93fc-911b8f0819b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:14:44Z', 'updated_at': '2022-03-21T11:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-smb', '_floatingips': [{'id': '3aeb504e-2580-412f-88e9-ae616c51a2af', 'tenant_id': 'a69c1808af3d4640ae6355109b334cd8', 'floating_ip_address': '172.28.0.104', 'floating_network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'router_id': 'b6f812b9-6d9a-4ef9-93fc-911b8f0819b8', 'port_id': '34bb0d17-e1f9-489e-956a-47073575560b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ddc289c-7154-4e23-8f81-bf2d5b69083d', 'mac_address': 'fa:16:3e:c8:71:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5686b2e9-c51d-4b6f-b34b-d66f6d678dea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T11:17:43Z', 'updated_at': '2022-03-21T11:17:57Z', 'revision_number': 1, 'project_id': 'a69c1808af3d4640ae6355109b334cd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b30e9ea-93a0-4312-be48-594c5c822598', 'name': '', 'network_id': '3ddc289c-7154-4e23-8f81-bf2d5b69083d', 'tenant_id': 'a69c1808af3d4640ae6355109b334cd8', 'mac_address': 'fa:16:3e:37:c0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f812b9-6d9a-4ef9-93fc-911b8f0819b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': 'b19ea63e-3287-4f53-b0cc-82d6b01cdd86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:14:48Z', 'updated_at': '2022-03-21T11:14:56Z', 'revision_number': 5, 'project_id': 'a69c1808af3d4640ae6355109b334cd8', 'subnets': [{'id': 'b19ea63e-3287-4f53-b0cc-82d6b01cdd86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 11:17:58.951082 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-a7bd0699-5bf7-41cf-90ed-8140c8ac7fd2 req-8663eab6-b6e9-421b-8cec-d83a30a93cb2 service neutron] 10.222.0.32 "GET /v2.0/networks/4a579521-14d3-4610-a099-3c56c62bd19a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089199 Mar 21 11:17:59.057025 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-a7bd0699-5bf7-41cf-90ed-8140c8ac7fd2 req-d38b72e3-94f9-4913-a9f0-7195f0c7e99e service neutron] 10.222.0.32 "GET /v2.0/networks/4a579521-14d3-4610-a099-3c56c62bd19a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995719 Mar 21 11:17:59.168120 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bd0699-5bf7-41cf-90ed-8140c8ac7fd2 req-5f6c8556-000d-42bf-9bda-799fae974ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:59.169674 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-a7bd0699-5bf7-41cf-90ed-8140c8ac7fd2 req-5f6c8556-000d-42bf-9bda-799fae974ba4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a69c1808af3d4640ae6355109b334cd8&device_id=5686b2e9-c51d-4b6f-b34b-d66f6d678dea HTTP/1.1" status: 200 len: 1130 time: 0.0637867 Mar 21 11:17:59.182058 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1947ef0b-1aa6-48de-9032-812a8be38ab3 None None] New status for floating IP 3aeb504e-2580-412f-88e9-ae616c51a2af: ACTIVE {{(pid=103424) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 11:17:59.321084 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bd0699-5bf7-41cf-90ed-8140c8ac7fd2 req-178c5be8-79ed-4da4-b446-07932c9d1421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:59.322783 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-a7bd0699-5bf7-41cf-90ed-8140c8ac7fd2 req-178c5be8-79ed-4da4-b446-07932c9d1421 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3ddc289c-7154-4e23-8f81-bf2d5b69083d HTTP/1.1" status: 200 len: 915 time: 0.1426682 Mar 21 11:17:59.430157 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-a7bd0699-5bf7-41cf-90ed-8140c8ac7fd2 req-6e4e6cc1-81b2-4476-a16b-a3fcda1128a1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=34bb0d17-e1f9-489e-956a-47073575560b HTTP/1.1" status: 200 len: 1000 time: 0.1011083 Mar 21 11:17:59.492750 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bd0699-5bf7-41cf-90ed-8140c8ac7fd2 req-eb43be06-fa1d-4717-95da-f4eacb940868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:59.494816 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-a7bd0699-5bf7-41cf-90ed-8140c8ac7fd2 req-eb43be06-fa1d-4717-95da-f4eacb940868 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b19ea63e-3287-4f53-b0cc-82d6b01cdd86 HTTP/1.1" status: 200 len: 853 time: 0.0581942 Mar 21 11:17:59.496589 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-cad65932-86b3-41ae-98a5-f6230d0583e7 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:59.504790 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-cad65932-86b3-41ae-98a5-f6230d0583e7 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1690700'] for floatingip (3b606f25-c1b6-4569-978a-46ad80e15edf), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:59.544444 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (4788e3a4-6d7d-47da-90c6-7227f6e2e35d), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:59.562417 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bd0699-5bf7-41cf-90ed-8140c8ac7fd2 req-6640ebe9-20ec-4519-aa62-78f9c34dbcb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:59.563963 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-a7bd0699-5bf7-41cf-90ed-8140c8ac7fd2 req-6640ebe9-20ec-4519-aa62-78f9c34dbcb7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3ddc289c-7154-4e23-8f81-bf2d5b69083d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0620024 Mar 21 11:17:59.667618 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-a7bd0699-5bf7-41cf-90ed-8140c8ac7fd2 req-4ed8a796-4922-4bf2-9506-280584c95d29 service neutron] 10.222.0.32 "GET /v2.0/networks/3ddc289c-7154-4e23-8f81-bf2d5b69083d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965278 Mar 21 11:17:59.709922 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.db.l3_db [None req-cad65932-86b3-41ae-98a5-f6230d0583e7 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Floating IP 3b606f25-c1b6-4569-978a-46ad80e15edf associated. External IP: 172.28.0.5, port: 0d7085e8-4de1-4001-a1a6-229c1e5c9320. Mar 21 11:17:59.769697 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-a7bd0699-5bf7-41cf-90ed-8140c8ac7fd2 req-0adfd1eb-b9c5-4421-815a-07934790e181 service neutron] 10.222.0.32 "GET /v2.0/networks/3ddc289c-7154-4e23-8f81-bf2d5b69083d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934842 Mar 21 11:17:59.973833 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cad65932-86b3-41ae-98a5-f6230d0583e7 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Router fcf73f44-eb99-4dc9-96ef-dd08de00624c has already been hosted by L3 agent 5097f9b2-2ef0-4af4-bde3-0c344dd6e70c {{(pid=103421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 11:18:00.357794 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cad65932-86b3-41ae-98a5-f6230d0583e7 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Notify agent at l3_agent.dv-cinder-834448-1-smb the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 11:18:00.363439 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-cad65932-86b3-41ae-98a5-f6230d0583e7 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97509'] for floatingip (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:00.369279 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e337b83b-d332-4678-8eb2-6963fe489919 None None] Sync routers for ids ['fcf73f44-eb99-4dc9-96ef-dd08de00624c'] in dv-cinder-834448-1-smb {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 11:18:00.380478 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e337b83b-d332-4678-8eb2-6963fe489919 None None] Routers {'fcf73f44-eb99-4dc9-96ef-dd08de00624c'} bound to L3 agent in host dv-cinder-834448-1-smb {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:18:00.381111 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-e337b83b-d332-4678-8eb2-6963fe489919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-21T11:04:55Z,description=,heartbeat_timestamp=2022-03-21T11:17:56Z,host='dv-cinder-834448-1-smb',id=5097f9b2-2ef0-4af4-bde3-0c344dd6e70c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:55Z,topic='l3_agent')) {'router_ids': ['fcf73f44-eb99-4dc9-96ef-dd08de00624c'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:18:00.396849 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-cad65932-86b3-41ae-98a5-f6230d0583e7 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "PUT /v2.0/floatingips/3b606f25-c1b6-4569-978a-46ad80e15edf HTTP/1.1" status: 200 len: 989 time: 1.5911229 Mar 21 11:18:00.398023 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8517f2fe-d7c1-4fa1-adbf-48fd547407f2', 'tag': '0d7085e8-4de1-4001-a1a6-229c1e5c9320'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:18:00.400657 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881d039021bf7bfdbb2ec2cc2a60bd67cc793bf6de71028ad915050608b1b1c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-514ee4a5-812d-427b-96d4-ba8e46cc3932" -d '{"events": [{"name": "network-changed", "server_uuid": "8517f2fe-d7c1-4fa1-adbf-48fd547407f2", "tag": "0d7085e8-4de1-4001-a1a6-229c1e5c9320"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:18:00.439495 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 11:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9859c32b-1606-4c9b-9b1c-c69236036483 x-openstack-request-id: req-9859c32b-1606-4c9b-9b1c-c69236036483 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:18:00.439864 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8517f2fe-d7c1-4fa1-adbf-48fd547407f2", "tag": "0d7085e8-4de1-4001-a1a6-229c1e5c9320", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:18:00.440200 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9859c32b-1606-4c9b-9b1c-c69236036483 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:18:00.440666 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8517f2fe-d7c1-4fa1-adbf-48fd547407f2', 'tag': '0d7085e8-4de1-4001-a1a6-229c1e5c9320', 'status': 'completed', 'code': 200} Mar 21 11:18:00.509744 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514ee4a5-812d-427b-96d4-ba8e46cc3932 req-d311152a-bf79-450e-8c0b-53bf58e0d497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:18:00.511230 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-514ee4a5-812d-427b-96d4-ba8e46cc3932 req-d311152a-bf79-450e-8c0b-53bf58e0d497 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=53cbbdfcec5443308803a36be9595a3d&device_id=8517f2fe-d7c1-4fa1-adbf-48fd547407f2 HTTP/1.1" status: 200 len: 1129 time: 0.0508590 Mar 21 11:18:00.515584 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-e337b83b-d332-4678-8eb2-6963fe489919 None None] Set router fcf73f44-eb99-4dc9-96ef-dd08de00624c gateway port host: dv-cinder-834448-1-smb {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:18:00.611814 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514ee4a5-812d-427b-96d4-ba8e46cc3932 req-3d5dca7e-4ac6-4c29-bba2-33f5c57cdaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:18:00.613806 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-514ee4a5-812d-427b-96d4-ba8e46cc3932 req-3d5dca7e-4ac6-4c29-bba2-33f5c57cdaa9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=edde1cdb-cb70-4a7f-a015-4d6abd2c41fa HTTP/1.1" status: 200 len: 918 time: 0.0967915 Mar 21 11:18:00.681113 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-514ee4a5-812d-427b-96d4-ba8e46cc3932 req-aa394cb1-bffd-411b-9e0f-d6d49d7dc3e8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0d7085e8-4de1-4001-a1a6-229c1e5c9320 HTTP/1.1" status: 200 len: 997 time: 0.0615461 Mar 21 11:18:00.733208 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514ee4a5-812d-427b-96d4-ba8e46cc3932 req-7976ba4d-4a8a-4450-9167-97f327d8e5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:18:00.735127 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-514ee4a5-812d-427b-96d4-ba8e46cc3932 req-7976ba4d-4a8a-4450-9167-97f327d8e5f0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bb03aaa0-c83c-430c-a873-c18dc8bcb9dc HTTP/1.1" status: 200 len: 856 time: 0.0486138 Mar 21 11:18:00.762010 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-e337b83b-d332-4678-8eb2-6963fe489919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcf73f44-eb99-4dc9-96ef-dd08de00624c', 'name': 'tempest-AttachVolumeShelveTestJSON-1609186647-router', 'tenant_id': '53cbbdfcec5443308803a36be9595a3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'external_fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.8'}], 'enable_snat': True}, 'gw_port_id': '7e2d0fdc-3f51-4d12-b8b3-317f1f500f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:13:36Z', 'updated_at': '2022-03-21T11:13:56Z', 'revision_number': 4, 'project_id': '53cbbdfcec5443308803a36be9595a3d', 'gw_port': {'id': '7e2d0fdc-3f51-4d12-b8b3-317f1f500f1f', 'name': '', 'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:3b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf73f44-eb99-4dc9-96ef-dd08de00624c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:39Z', 'updated_at': '2022-03-21T11:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-smb', '_floatingips': [{'id': '3b606f25-c1b6-4569-978a-46ad80e15edf', 'tenant_id': '53cbbdfcec5443308803a36be9595a3d', 'floating_ip_address': '172.28.0.5', 'floating_network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'router_id': 'fcf73f44-eb99-4dc9-96ef-dd08de00624c', 'port_id': '0d7085e8-4de1-4001-a1a6-229c1e5c9320', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'edde1cdb-cb70-4a7f-a015-4d6abd2c41fa', 'mac_address': 'fa:16:3e:d2:80:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8517f2fe-d7c1-4fa1-adbf-48fd547407f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T11:17:44Z', 'updated_at': '2022-03-21T11:17:59Z', 'revision_number': 1, 'project_id': '53cbbdfcec5443308803a36be9595a3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79567679-d717-4a39-bc38-a2c419d4e76e', 'name': '', 'network_id': 'edde1cdb-cb70-4a7f-a015-4d6abd2c41fa', 'tenant_id': '53cbbdfcec5443308803a36be9595a3d', 'mac_address': 'fa:16:3e:9c:6d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf73f44-eb99-4dc9-96ef-dd08de00624c', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'bb03aaa0-c83c-430c-a873-c18dc8bcb9dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:55Z', 'updated_at': '2022-03-21T11:14:12Z', 'revision_number': 5, 'project_id': '53cbbdfcec5443308803a36be9595a3d', 'subnets': [{'id': 'bb03aaa0-c83c-430c-a873-c18dc8bcb9dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-1-smb', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:18:00.791274 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514ee4a5-812d-427b-96d4-ba8e46cc3932 req-20d53ee7-34e7-4847-a88c-33c692ee6971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:18:00.792836 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-514ee4a5-812d-427b-96d4-ba8e46cc3932 req-20d53ee7-34e7-4847-a88c-33c692ee6971 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=edde1cdb-cb70-4a7f-a015-4d6abd2c41fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0523341 Mar 21 11:18:00.800628 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e337b83b-d332-4678-8eb2-6963fe489919 None None] Checking router: fcf73f44-eb99-4dc9-96ef-dd08de00624c for host: dv-cinder-834448-1-smb {{(pid=103423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 11:18:00.811861 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e337b83b-d332-4678-8eb2-6963fe489919 None None] Routers {'fcf73f44-eb99-4dc9-96ef-dd08de00624c'} bound to L3 agent in host dv-cinder-834448-1-smb {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:18:00.813502 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-e337b83b-d332-4678-8eb2-6963fe489919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-21T11:04:55Z,description=,heartbeat_timestamp=2022-03-21T11:17:56Z,host='dv-cinder-834448-1-smb',id=5097f9b2-2ef0-4af4-bde3-0c344dd6e70c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:55Z,topic='l3_agent')) {'router_ids': ['fcf73f44-eb99-4dc9-96ef-dd08de00624c'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:18:00.898285 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-514ee4a5-812d-427b-96d4-ba8e46cc3932 req-9078d16a-501f-4fa7-89e1-1a9bfabf5f82 service neutron] 10.222.0.32 "GET /v2.0/networks/edde1cdb-cb70-4a7f-a015-4d6abd2c41fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919180 Mar 21 11:18:01.005199 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-514ee4a5-812d-427b-96d4-ba8e46cc3932 req-9eedb6dd-4921-43b5-9e3a-4c91861cae34 service neutron] 10.222.0.32 "GET /v2.0/networks/edde1cdb-cb70-4a7f-a015-4d6abd2c41fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945072 Mar 21 11:18:01.056185 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-e337b83b-d332-4678-8eb2-6963fe489919 None None] Set router fcf73f44-eb99-4dc9-96ef-dd08de00624c gateway port host: dv-cinder-834448-1-smb {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:18:01.301551 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-e337b83b-d332-4678-8eb2-6963fe489919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcf73f44-eb99-4dc9-96ef-dd08de00624c', 'name': 'tempest-AttachVolumeShelveTestJSON-1609186647-router', 'tenant_id': '53cbbdfcec5443308803a36be9595a3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'external_fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.8'}], 'enable_snat': True}, 'gw_port_id': '7e2d0fdc-3f51-4d12-b8b3-317f1f500f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:13:36Z', 'updated_at': '2022-03-21T11:13:56Z', 'revision_number': 4, 'project_id': '53cbbdfcec5443308803a36be9595a3d', 'gw_port': {'id': '7e2d0fdc-3f51-4d12-b8b3-317f1f500f1f', 'name': '', 'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:3b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf73f44-eb99-4dc9-96ef-dd08de00624c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:39Z', 'updated_at': '2022-03-21T11:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-smb', '_floatingips': [{'id': '3b606f25-c1b6-4569-978a-46ad80e15edf', 'tenant_id': '53cbbdfcec5443308803a36be9595a3d', 'floating_ip_address': '172.28.0.5', 'floating_network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'router_id': 'fcf73f44-eb99-4dc9-96ef-dd08de00624c', 'port_id': '0d7085e8-4de1-4001-a1a6-229c1e5c9320', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'edde1cdb-cb70-4a7f-a015-4d6abd2c41fa', 'mac_address': 'fa:16:3e:d2:80:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8517f2fe-d7c1-4fa1-adbf-48fd547407f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T11:17:44Z', 'updated_at': '2022-03-21T11:17:59Z', 'revision_number': 1, 'project_id': '53cbbdfcec5443308803a36be9595a3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79567679-d717-4a39-bc38-a2c419d4e76e', 'name': '', 'network_id': 'edde1cdb-cb70-4a7f-a015-4d6abd2c41fa', 'tenant_id': '53cbbdfcec5443308803a36be9595a3d', 'mac_address': 'fa:16:3e:9c:6d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf73f44-eb99-4dc9-96ef-dd08de00624c', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'bb03aaa0-c83c-430c-a873-c18dc8bcb9dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:55Z', 'updated_at': '2022-03-21T11:14:12Z', 'revision_number': 5, 'project_id': '53cbbdfcec5443308803a36be9595a3d', 'subnets': [{'id': 'bb03aaa0-c83c-430c-a873-c18dc8bcb9dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-1-smb', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:18:01.330161 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e337b83b-d332-4678-8eb2-6963fe489919 None None] The sync data for ids ['fcf73f44-eb99-4dc9-96ef-dd08de00624c'] in dv-cinder-834448-1-smb is: [{'id': 'fcf73f44-eb99-4dc9-96ef-dd08de00624c', 'name': 'tempest-AttachVolumeShelveTestJSON-1609186647-router', 'tenant_id': '53cbbdfcec5443308803a36be9595a3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'external_fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.8'}], 'enable_snat': True}, 'gw_port_id': '7e2d0fdc-3f51-4d12-b8b3-317f1f500f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:13:36Z', 'updated_at': '2022-03-21T11:13:56Z', 'revision_number': 4, 'project_id': '53cbbdfcec5443308803a36be9595a3d', 'gw_port': {'id': '7e2d0fdc-3f51-4d12-b8b3-317f1f500f1f', 'name': '', 'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:3b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf73f44-eb99-4dc9-96ef-dd08de00624c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:39Z', 'updated_at': '2022-03-21T11:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-smb', '_floatingips': [{'id': '3b606f25-c1b6-4569-978a-46ad80e15edf', 'tenant_id': '53cbbdfcec5443308803a36be9595a3d', 'floating_ip_address': '172.28.0.5', 'floating_network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'router_id': 'fcf73f44-eb99-4dc9-96ef-dd08de00624c', 'port_id': '0d7085e8-4de1-4001-a1a6-229c1e5c9320', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'edde1cdb-cb70-4a7f-a015-4d6abd2c41fa', 'mac_address': 'fa:16:3e:d2:80:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8517f2fe-d7c1-4fa1-adbf-48fd547407f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T11:17:44Z', 'updated_at': '2022-03-21T11:17:59Z', 'revision_number': 1, 'project_id': '53cbbdfcec5443308803a36be9595a3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79567679-d717-4a39-bc38-a2c419d4e76e', 'name': '', 'network_id': 'edde1cdb-cb70-4a7f-a015-4d6abd2c41fa', 'tenant_id': '53cbbdfcec5443308803a36be9595a3d', 'mac_address': 'fa:16:3e:9c:6d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf73f44-eb99-4dc9-96ef-dd08de00624c', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'bb03aaa0-c83c-430c-a873-c18dc8bcb9dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:55Z', 'updated_at': '2022-03-21T11:14:12Z', 'revision_number': 5, 'project_id': '53cbbdfcec5443308803a36be9595a3d', 'subnets': [{'id': 'bb03aaa0-c83c-430c-a873-c18dc8bcb9dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 11:18:01.563145 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed06a82-9435-484b-b0d5-ac99e88a2e47 None None] New status for floating IP 3b606f25-c1b6-4569-978a-46ad80e15edf: ACTIVE {{(pid=103424) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 11:18:06.724267 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ecec93-8598-495c-9e7c-16aea038314a req-aa6d32d5-f3f4-4a43-a880-ef1ec74cfe26 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:18:06.726051 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-f2ecec93-8598-495c-9e7c-16aea038314a req-aa6d32d5-f3f4-4a43-a880-ef1ec74cfe26 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] 10.222.0.24 "GET /v2.0/ports?device_id=21730027-c312-4efd-9945-ee0d10cc94e5 HTTP/1.1" status: 200 len: 946 time: 0.0591137 Mar 21 11:18:06.780243 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-f2ecec93-8598-495c-9e7c-16aea038314a req-b73b633e-a7a4-4a6e-9ff5-f2383e2e65e5 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee582f54-cafe-4435-94bb-8a8a6604f57a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481286 Mar 21 11:18:07.910766 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de19308-27d9-47ef-b9a5-c2a3b948d539 req-80f0813a-ed02-4ff5-98a9-fc6fbd3d04fe tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:18:07.912268 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-4de19308-27d9-47ef-b9a5-c2a3b948d539 req-80f0813a-ed02-4ff5-98a9-fc6fbd3d04fe tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] 10.222.0.24 "GET /v2.0/ports?device_id=21730027-c312-4efd-9945-ee0d10cc94e5 HTTP/1.1" status: 200 len: 946 time: 0.0603151 Mar 21 11:18:07.965678 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-4de19308-27d9-47ef-b9a5-c2a3b948d539 req-96b497d3-e8ab-48a0-8107-45723b8f7377 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee582f54-cafe-4435-94bb-8a8a6604f57a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476613 Mar 21 11:18:09.063915 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7194fb1-77ca-40fe-bf17-42ff700959fa req-d3107f95-153a-4cd1-abaa-ad53c9a02435 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:18:09.065591 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-f7194fb1-77ca-40fe-bf17-42ff700959fa req-d3107f95-153a-4cd1-abaa-ad53c9a02435 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] 10.222.0.32 "GET /v2.0/ports?device_id=21730027-c312-4efd-9945-ee0d10cc94e5 HTTP/1.1" status: 200 len: 946 time: 0.0646501 Mar 21 11:18:09.122541 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe031f9-cf8e-438a-8429-6839094bf08d req-c0d59454-8a8a-4250-b3f1-ee72282f2b95 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:18:09.125055 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-cbe031f9-cf8e-438a-8429-6839094bf08d req-c0d59454-8a8a-4250-b3f1-ee72282f2b95 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] 10.222.0.24 "GET /v2.0/ports?device_id=21730027-c312-4efd-9945-ee0d10cc94e5 HTTP/1.1" status: 200 len: 946 time: 0.0838530 Mar 21 11:18:09.176491 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-f7194fb1-77ca-40fe-bf17-42ff700959fa req-ae9f3325-6e11-4af4-8a37-0e30e2de1ba8 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Deleting port 6551c28e-0365-4364-a2f5-4efa7bf2bb34 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:18:09.176796 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-cbe031f9-cf8e-438a-8429-6839094bf08d req-03b9bd93-7d00-4621-bf06-8cdd507537bd tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee582f54-cafe-4435-94bb-8a8a6604f57a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455410 Mar 21 11:18:09.176919 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-f7194fb1-77ca-40fe-bf17-42ff700959fa req-ae9f3325-6e11-4af4-8a37-0e30e2de1ba8 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738246690591'] for port (6551c28e-0365-4364-a2f5-4efa7bf2bb34), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:09.271755 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-f7194fb1-77ca-40fe-bf17-42ff700959fa req-ae9f3325-6e11-4af4-8a37-0e30e2de1ba8 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] For port 6551c28e-0365-4364-a2f5-4efa7bf2bb34, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=6551c28e-0365-4364-a2f5-4efa7bf2bb34,segment=NetworkSegment(bb9daefb-d4c3-44b6-ba73-015d6754aeb6),segment_id=bb9daefb-d4c3-44b6-ba73-015d6754aeb6)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:18:09.272081 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-f7194fb1-77ca-40fe-bf17-42ff700959fa req-ae9f3325-6e11-4af4-8a37-0e30e2de1ba8 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701214'] for port (6551c28e-0365-4364-a2f5-4efa7bf2bb34), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:09.506996 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-f7194fb1-77ca-40fe-bf17-42ff700959fa req-ae9f3325-6e11-4af4-8a37-0e30e2de1ba8 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:09.507297 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-f7194fb1-77ca-40fe-bf17-42ff700959fa req-ae9f3325-6e11-4af4-8a37-0e30e2de1ba8 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1690700'] for floatingip (026accb8-7e34-4e91-ac33-ce2fd65c1933), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:09.507543 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.db.l3_db [req-f7194fb1-77ca-40fe-bf17-42ff700959fa req-ae9f3325-6e11-4af4-8a37-0e30e2de1ba8 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Floating IP 026accb8-7e34-4e91-ac33-ce2fd65c1933 disassociated. External IP: 172.28.0.194, port: 6551c28e-0365-4364-a2f5-4efa7bf2bb34. Mar 21 11:18:09.508433 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-f7194fb1-77ca-40fe-bf17-42ff700959fa req-ae9f3325-6e11-4af4-8a37-0e30e2de1ba8 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Calling delete_port for 6551c28e-0365-4364-a2f5-4efa7bf2bb34 owned by compute:nova {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:18:09.658172 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-f7194fb1-77ca-40fe-bf17-42ff700959fa req-ae9f3325-6e11-4af4-8a37-0e30e2de1ba8 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738246698626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738246144790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265271506'] for port (6551c28e-0365-4364-a2f5-4efa7bf2bb34), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:09.688686 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9f3325-6e11-4af4-8a37-0e30e2de1ba8 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Pushing event deleted for resources: {'Port': ['ID=6551c28e-0365-4364-a2f5-4efa7bf2bb34,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:18:09.858576 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f7194fb1-77ca-40fe-bf17-42ff700959fa req-ae9f3325-6e11-4af4-8a37-0e30e2de1ba8 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Router 92a02156-46db-4840-99fe-9b2e5df1d7e3 has already been hosted by L3 agent 5097f9b2-2ef0-4af4-bde3-0c344dd6e70c {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 11:18:09.989193 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f7194fb1-77ca-40fe-bf17-42ff700959fa req-ae9f3325-6e11-4af4-8a37-0e30e2de1ba8 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Notify agent at l3_agent.dv-cinder-834448-1-smb the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 11:18:10.002106 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a46370bc-0b6b-4a0a-856c-74e6af1f6136 None None] Sync routers for ids ['92a02156-46db-4840-99fe-9b2e5df1d7e3'] in dv-cinder-834448-1-smb {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 11:18:10.035151 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a46370bc-0b6b-4a0a-856c-74e6af1f6136 None None] Routers {'92a02156-46db-4840-99fe-9b2e5df1d7e3'} bound to L3 agent in host dv-cinder-834448-1-smb {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:18:10.036987 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-a46370bc-0b6b-4a0a-856c-74e6af1f6136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-21T11:04:55Z,description=,heartbeat_timestamp=2022-03-21T11:17:56Z,host='dv-cinder-834448-1-smb',id=5097f9b2-2ef0-4af4-bde3-0c344dd6e70c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:55Z,topic='l3_agent')) {'router_ids': ['92a02156-46db-4840-99fe-9b2e5df1d7e3'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:18:10.048248 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7194fb1-77ca-40fe-bf17-42ff700959fa req-ae9f3325-6e11-4af4-8a37-0e30e2de1ba8 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] No DVR routers for this DVR port 6551c28e-0365-4364-a2f5-4efa7bf2bb34 on host hv-cinder-83444 {{(pid=103422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 11:18:10.052158 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-f7194fb1-77ca-40fe-bf17-42ff700959fa req-ae9f3325-6e11-4af4-8a37-0e30e2de1ba8 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97509'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:10.055873 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-f7194fb1-77ca-40fe-bf17-42ff700959fa req-ae9f3325-6e11-4af4-8a37-0e30e2de1ba8 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] 10.222.0.32 "DELETE /v2.0/ports/6551c28e-0365-4364-a2f5-4efa7bf2bb34 HTTP/1.1" status: 204 len: 173 time: 0.9824395 Mar 21 11:18:10.056369 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21730027-c312-4efd-9945-ee0d10cc94e5', 'name': 'network-vif-deleted', 'tag': '6551c28e-0365-4364-a2f5-4efa7bf2bb34'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:18:10.059143 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41c5d39db19d144038176bb777b16d1c8d23e2eed0354b669264d617ed9abe1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2410b86-b399-4f12-9aee-3586e50c76c6" -d '{"events": [{"server_uuid": "21730027-c312-4efd-9945-ee0d10cc94e5", "name": "network-vif-deleted", "tag": "6551c28e-0365-4364-a2f5-4efa7bf2bb34"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:18:10.104009 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 11:18:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60165327-3973-43f3-95b3-71973cb76e04 x-openstack-request-id: req-60165327-3973-43f3-95b3-71973cb76e04 {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:18:10.104679 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21730027-c312-4efd-9945-ee0d10cc94e5", "name": "network-vif-deleted", "tag": "6551c28e-0365-4364-a2f5-4efa7bf2bb34", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:18:10.104679 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-60165327-3973-43f3-95b3-71973cb76e04 {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:18:10.105255 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21730027-c312-4efd-9945-ee0d10cc94e5', 'name': 'network-vif-deleted', 'tag': '6551c28e-0365-4364-a2f5-4efa7bf2bb34', 'status': 'completed', 'code': 200} Mar 21 11:18:10.256795 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-a46370bc-0b6b-4a0a-856c-74e6af1f6136 None None] Set router 92a02156-46db-4840-99fe-9b2e5df1d7e3 gateway port host: dv-cinder-834448-1-smb {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:18:10.308835 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-6afae688-c60c-4a88-bc72-e30bce2444c7 req-de24aa5a-4a4b-4dd6-80f9-be39c1f26d84 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] 10.222.0.24 "GET /v2.0/ports?device_id=21730027-c312-4efd-9945-ee0d10cc94e5 HTTP/1.1" status: 200 len: 210 time: 0.0279951 Mar 21 11:18:10.471418 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-a46370bc-0b6b-4a0a-856c-74e6af1f6136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92a02156-46db-4840-99fe-9b2e5df1d7e3', 'name': 'tempest-AttachVolumeTestJSON-1124083517-router', 'tenant_id': '5c0a065250d348a7b0fe2877a603793f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'external_fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.21'}], 'enable_snat': True}, 'gw_port_id': '061ba5d8-9a6a-40ca-96f4-8580f2ab7b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:13:31Z', 'updated_at': '2022-03-21T11:13:40Z', 'revision_number': 4, 'project_id': '5c0a065250d348a7b0fe2877a603793f', 'gw_port': {'id': '061ba5d8-9a6a-40ca-96f4-8580f2ab7b17', 'name': '', 'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:42:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a02156-46db-4840-99fe-9b2e5df1d7e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:32Z', 'updated_at': '2022-03-21T11:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-smb', '_interfaces': [{'id': 'b35f046e-5d9d-4281-a0d2-e67c4264f666', 'name': '', 'network_id': '1436ce26-cb86-45d4-9a97-097fbbf6586a', 'tenant_id': '5c0a065250d348a7b0fe2877a603793f', 'mac_address': 'fa:16:3e:b8:6f:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a02156-46db-4840-99fe-9b2e5df1d7e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'fea72cb6-9b89-4ba0-8193-720fc6fd5e2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:37Z', 'updated_at': '2022-03-21T11:13:52Z', 'revision_number': 5, 'project_id': '5c0a065250d348a7b0fe2877a603793f', 'subnets': [{'id': 'fea72cb6-9b89-4ba0-8193-720fc6fd5e2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-1-smb', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:18:10.504148 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a46370bc-0b6b-4a0a-856c-74e6af1f6136 None None] Checking router: 92a02156-46db-4840-99fe-9b2e5df1d7e3 for host: dv-cinder-834448-1-smb {{(pid=103423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 11:18:10.515563 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a46370bc-0b6b-4a0a-856c-74e6af1f6136 None None] Routers {'92a02156-46db-4840-99fe-9b2e5df1d7e3'} bound to L3 agent in host dv-cinder-834448-1-smb {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:18:10.516347 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-a46370bc-0b6b-4a0a-856c-74e6af1f6136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-21T11:04:55Z,description=,heartbeat_timestamp=2022-03-21T11:17:56Z,host='dv-cinder-834448-1-smb',id=5097f9b2-2ef0-4af4-bde3-0c344dd6e70c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:55Z,topic='l3_agent')) {'router_ids': ['92a02156-46db-4840-99fe-9b2e5df1d7e3'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:18:10.635444 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-a46370bc-0b6b-4a0a-856c-74e6af1f6136 None None] Set router 92a02156-46db-4840-99fe-9b2e5df1d7e3 gateway port host: dv-cinder-834448-1-smb {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:18:10.860812 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-a46370bc-0b6b-4a0a-856c-74e6af1f6136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92a02156-46db-4840-99fe-9b2e5df1d7e3', 'name': 'tempest-AttachVolumeTestJSON-1124083517-router', 'tenant_id': '5c0a065250d348a7b0fe2877a603793f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'external_fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.21'}], 'enable_snat': True}, 'gw_port_id': '061ba5d8-9a6a-40ca-96f4-8580f2ab7b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:13:31Z', 'updated_at': '2022-03-21T11:13:40Z', 'revision_number': 4, 'project_id': '5c0a065250d348a7b0fe2877a603793f', 'gw_port': {'id': '061ba5d8-9a6a-40ca-96f4-8580f2ab7b17', 'name': '', 'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:42:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a02156-46db-4840-99fe-9b2e5df1d7e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:32Z', 'updated_at': '2022-03-21T11:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-smb', '_interfaces': [{'id': 'b35f046e-5d9d-4281-a0d2-e67c4264f666', 'name': '', 'network_id': '1436ce26-cb86-45d4-9a97-097fbbf6586a', 'tenant_id': '5c0a065250d348a7b0fe2877a603793f', 'mac_address': 'fa:16:3e:b8:6f:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a02156-46db-4840-99fe-9b2e5df1d7e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'fea72cb6-9b89-4ba0-8193-720fc6fd5e2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:37Z', 'updated_at': '2022-03-21T11:13:52Z', 'revision_number': 5, 'project_id': '5c0a065250d348a7b0fe2877a603793f', 'subnets': [{'id': 'fea72cb6-9b89-4ba0-8193-720fc6fd5e2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-1-smb', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:18:10.888346 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a46370bc-0b6b-4a0a-856c-74e6af1f6136 None None] The sync data for ids ['92a02156-46db-4840-99fe-9b2e5df1d7e3'] in dv-cinder-834448-1-smb is: [{'id': '92a02156-46db-4840-99fe-9b2e5df1d7e3', 'name': 'tempest-AttachVolumeTestJSON-1124083517-router', 'tenant_id': '5c0a065250d348a7b0fe2877a603793f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'external_fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.21'}], 'enable_snat': True}, 'gw_port_id': '061ba5d8-9a6a-40ca-96f4-8580f2ab7b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:13:31Z', 'updated_at': '2022-03-21T11:13:40Z', 'revision_number': 4, 'project_id': '5c0a065250d348a7b0fe2877a603793f', 'gw_port': {'id': '061ba5d8-9a6a-40ca-96f4-8580f2ab7b17', 'name': '', 'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:42:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a02156-46db-4840-99fe-9b2e5df1d7e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:32Z', 'updated_at': '2022-03-21T11:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-smb', '_interfaces': [{'id': 'b35f046e-5d9d-4281-a0d2-e67c4264f666', 'name': '', 'network_id': '1436ce26-cb86-45d4-9a97-097fbbf6586a', 'tenant_id': '5c0a065250d348a7b0fe2877a603793f', 'mac_address': 'fa:16:3e:b8:6f:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a02156-46db-4840-99fe-9b2e5df1d7e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'fea72cb6-9b89-4ba0-8193-720fc6fd5e2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:37Z', 'updated_at': '2022-03-21T11:13:52Z', 'revision_number': 5, 'project_id': '5c0a065250d348a7b0fe2877a603793f', 'subnets': [{'id': 'fea72cb6-9b89-4ba0-8193-720fc6fd5e2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 11:18:11.155455 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71efed12-fea4-4dee-9b48-aef4635aaaed None None] New status for floating IP 026accb8-7e34-4e91-ac33-ce2fd65c1933: DOWN {{(pid=103424) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 11:18:11.413890 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 45840) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:18:11.485044 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1b869d2d-8056-4012-bfa5-8231f5312d2c tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Publish callbacks [] for security_group (ee582f54-cafe-4435-94bb-8a8a6604f57a), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:11.497066 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Device 6551c28e-0365-4364-a2f5-4efa7bf2bb34 no longer exists at agent hyperv_hv-cinder-83444 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 11:18:11.519863 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1b869d2d-8056-4012-bfa5-8231f5312d2c tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Publish callbacks [] for security_group (ee582f54-cafe-4435-94bb-8a8a6604f57a), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:11.532589 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] No Port match for: 6551c28e-0365-4364-a2f5-4efa7bf2bb34 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 11:18:11.533235 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Device 6551c28e-0365-4364-a2f5-4efa7bf2bb34 not bound to the agent host hv-cinder-83444 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 11:18:11.579023 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1b869d2d-8056-4012-bfa5-8231f5312d2c tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (ee582f54-cafe-4435-94bb-8a8a6604f57a), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:11.583821 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1b869d2d-8056-4012-bfa5-8231f5312d2c tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:11.585774 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-1b869d2d-8056-4012-bfa5-8231f5312d2c tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] 10.222.0.24 "DELETE /v2.0/security-groups/ee582f54-cafe-4435-94bb-8a8a6604f57a HTTP/1.1" status: 204 len: 168 time: 0.1708572 Mar 21 11:18:11.588714 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 45842) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:18:11.602164 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b869d2d-8056-4012-bfa5-8231f5312d2c tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee582f54-cafe-4435-94bb-8a8a6604f57a,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:18:11.602566 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.api.v2.resource [None req-7986a9ac-3640-4469-9ef1-568c82234790 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] show failed (client error): The resource could not be found. Mar 21 11:18:11.603599 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-7986a9ac-3640-4469-9ef1-568c82234790 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] 10.222.0.24 "GET /v2.0/security-groups/ee582f54-cafe-4435-94bb-8a8a6604f57a HTTP/1.1" status: 404 len: 347 time: 0.0138888 Mar 21 11:18:11.606724 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 45844) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:18:11.612124 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b869d2d-8056-4012-bfa5-8231f5312d2c tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:18:11.612470 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b869d2d-8056-4012-bfa5-8231f5312d2c tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:18:11.612815 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b869d2d-8056-4012-bfa5-8231f5312d2c tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:18:11.613160 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b869d2d-8056-4012-bfa5-8231f5312d2c tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:18:11.613498 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b869d2d-8056-4012-bfa5-8231f5312d2c tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:18:11.613825 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b869d2d-8056-4012-bfa5-8231f5312d2c tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:18:11.614151 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b869d2d-8056-4012-bfa5-8231f5312d2c tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:18:11.614477 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b869d2d-8056-4012-bfa5-8231f5312d2c tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:18:11.614798 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b869d2d-8056-4012-bfa5-8231f5312d2c tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:18:11.615119 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b869d2d-8056-4012-bfa5-8231f5312d2c tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:18:11.615441 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b869d2d-8056-4012-bfa5-8231f5312d2c tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:18:11.615850 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b869d2d-8056-4012-bfa5-8231f5312d2c tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:18:11.616153 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b869d2d-8056-4012-bfa5-8231f5312d2c tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:18:11.617011 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b869d2d-8056-4012-bfa5-8231f5312d2c tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:18:11.617011 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b869d2d-8056-4012-bfa5-8231f5312d2c tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:18:11.746107 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-5a498844-0d4e-4cd3-ad43-8520f716dbdc tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Deleting port 71b5e473-c4e3-4872-8233-59d440e29824 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:18:11.746429 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5a498844-0d4e-4cd3-ad43-8520f716dbdc tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738246690591'] for port (71b5e473-c4e3-4872-8233-59d440e29824), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:11.848036 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5a498844-0d4e-4cd3-ad43-8520f716dbdc tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701214'] for port (71b5e473-c4e3-4872-8233-59d440e29824), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:11.848261 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5a498844-0d4e-4cd3-ad43-8520f716dbdc tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Publish callbacks [] for floatingip (71b5e473-c4e3-4872-8233-59d440e29824), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:11.861964 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-5a498844-0d4e-4cd3-ad43-8520f716dbdc tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Calling delete_port for 71b5e473-c4e3-4872-8233-59d440e29824 owned by network:floatingip {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:18:12.002850 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5a498844-0d4e-4cd3-ad43-8520f716dbdc tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738246698626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738246144790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265271506'] for port (71b5e473-c4e3-4872-8233-59d440e29824), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:12.035915 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a498844-0d4e-4cd3-ad43-8520f716dbdc tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Pushing event deleted for resources: {'Port': ['ID=71b5e473-c4e3-4872-8233-59d440e29824,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:18:12.097623 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5a498844-0d4e-4cd3-ad43-8520f716dbdc tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Publish callbacks [] for floatingip (026accb8-7e34-4e91-ac33-ce2fd65c1933), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:12.100275 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5a498844-0d4e-4cd3-ad43-8520f716dbdc tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97509'] for floatingip (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:12.101410 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-5a498844-0d4e-4cd3-ad43-8520f716dbdc tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] 10.222.0.24 "DELETE /v2.0/floatingips/026accb8-7e34-4e91-ac33-ce2fd65c1933 HTTP/1.1" status: 204 len: 168 time: 0.4935963 Mar 21 11:18:12.484889 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 45848) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:18:12.489564 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.v2.base [None req-4c57e758-de0e-4751-8af2-0fd655f56d57 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1339245527', 'description': 'tempest-description--1243058509'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:18:12.512473 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4c57e758-de0e-4751-8af2-0fd655f56d57 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:12.599508 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4c57e758-de0e-4751-8af2-0fd655f56d57 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Publish callbacks [] for security_group (5cb68ea3-143a-43eb-9973-5a270fe457b1), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:12.605129 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4c57e758-de0e-4751-8af2-0fd655f56d57 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (5cb68ea3-143a-43eb-9973-5a270fe457b1), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:12.637953 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4c57e758-de0e-4751-8af2-0fd655f56d57 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:12.639248 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-4c57e758-de0e-4751-8af2-0fd655f56d57 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1533267 Mar 21 11:18:12.640380 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c57e758-de0e-4751-8af2-0fd655f56d57 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5cb68ea3-143a-43eb-9973-5a270fe457b1,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:18:12.643510 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 45850) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:18:12.648061 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.v2.base [None req-51e91c83-ca34-48be-b1b3-5e79c3d0ff2a tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Request body: {'security_group_rule': {'security_group_id': '5cb68ea3-143a-43eb-9973-5a270fe457b1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:18:12.680533 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-51e91c83-ca34-48be-b1b3-5e79c3d0ff2a tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Publish callbacks [] for security_group_rule (988eb3dc-79bc-454e-ad06-ef98f140e642), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:12.750272 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-51e91c83-ca34-48be-b1b3-5e79c3d0ff2a tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Publish callbacks [] for security_group_rule (988eb3dc-79bc-454e-ad06-ef98f140e642), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:12.754990 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-51e91c83-ca34-48be-b1b3-5e79c3d0ff2a tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674879'] for security_group_rule (988eb3dc-79bc-454e-ad06-ef98f140e642), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:12.775518 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e91c83-ca34-48be-b1b3-5e79c3d0ff2a tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=988eb3dc-79bc-454e-ad06-ef98f140e642,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:18:12.785425 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-51e91c83-ca34-48be-b1b3-5e79c3d0ff2a tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:12.787118 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-51e91c83-ca34-48be-b1b3-5e79c3d0ff2a tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1421766 Mar 21 11:18:12.790115 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 45852) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:18:12.794822 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.v2.base [None req-93e03073-80e2-4848-b04e-de0468fb076a tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Request body: {'security_group_rule': {'security_group_id': '5cb68ea3-143a-43eb-9973-5a270fe457b1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:18:12.826053 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-93e03073-80e2-4848-b04e-de0468fb076a tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Publish callbacks [] for security_group_rule (70930f60-be9e-4c9b-8ffc-59923606ad7b), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:12.890196 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-93e03073-80e2-4848-b04e-de0468fb076a tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Publish callbacks [] for security_group_rule (70930f60-be9e-4c9b-8ffc-59923606ad7b), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:12.894836 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-93e03073-80e2-4848-b04e-de0468fb076a tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674879'] for security_group_rule (70930f60-be9e-4c9b-8ffc-59923606ad7b), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:12.914944 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e03073-80e2-4848-b04e-de0468fb076a tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70930f60-be9e-4c9b-8ffc-59923606ad7b,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:18:12.924480 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-93e03073-80e2-4848-b04e-de0468fb076a tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:12.926019 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-93e03073-80e2-4848-b04e-de0468fb076a tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1347516 Mar 21 11:18:12.929171 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 45854) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:18:12.934076 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.v2.base [None req-4d142e33-5938-4322-a773-57d182e137d9 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Request body: {'floatingip': {'floating_network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:18:12.957764 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4d142e33-5938-4322-a773-57d182e137d9 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:13.069172 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4d142e33-5938-4322-a773-57d182e137d9 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:13.206795 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-4d142e33-5938-4322-a773-57d182e137d9 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Allocated IP 172.28.0.237 (4a234a12-d706-4d7c-b6c3-ed2b05ad1623/3e258188-6a8e-4491-8eb3-50329fb1d7f1/c6436302-9509-459d-9af9-428c6ea86028) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:18:13.328278 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4d142e33-5938-4322-a773-57d182e137d9 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Publish callbacks [] for port (c6436302-9509-459d-9af9-428c6ea86028), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:13.366052 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4d142e33-5938-4322-a773-57d182e137d9 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738246144781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265271506'] for port (c6436302-9509-459d-9af9-428c6ea86028), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:13.406100 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d142e33-5938-4322-a773-57d182e137d9 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Network 4a234a12-d706-4d7c-b6c3-ed2b05ad1623 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:18:13.409725 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-4d142e33-5938-4322-a773-57d182e137d9 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:18:13.413582 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d142e33-5938-4322-a773-57d182e137d9 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:18:13.422858 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d142e33-5938-4322-a773-57d182e137d9 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Pushing event updated for resources: {'Port': ['ID=c6436302-9509-459d-9af9-428c6ea86028,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:18:13.518651 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4d142e33-5938-4322-a773-57d182e137d9 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Publish callbacks [] for floatingip (df699192-9943-4071-b678-bf4f46f2874b), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:13.570258 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4d142e33-5938-4322-a773-57d182e137d9 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (c6436302-9509-459d-9af9-428c6ea86028), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:13.738190 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4d142e33-5938-4322-a773-57d182e137d9 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Publish callbacks [] for port (c6436302-9509-459d-9af9-428c6ea86028), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:13.743714 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4d142e33-5938-4322-a773-57d182e137d9 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265271525'] for port (c6436302-9509-459d-9af9-428c6ea86028), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:13.815213 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d142e33-5938-4322-a773-57d182e137d9 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Pushing event updated for resources: {'Port': ['ID=c6436302-9509-459d-9af9-428c6ea86028,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:18:13.829066 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4d142e33-5938-4322-a773-57d182e137d9 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1690700'] for floatingip (df699192-9943-4071-b678-bf4f46f2874b), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:13.846243 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4d142e33-5938-4322-a773-57d182e137d9 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97509'] for floatingip (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:13.847542 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-4d142e33-5938-4322-a773-57d182e137d9 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9171984 Mar 21 11:18:14.076270 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-b88f81a8-f925-48dd-bf1d-2ff36ba4b864 req-8eaf9de5-d9bd-4ef7-be5c-e2467536f8b7 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1339245527&fields=id&tenant_id=5c0a065250d348a7b0fe2877a603793f HTTP/1.1" status: 200 len: 267 time: 0.0521834 Mar 21 11:18:14.203108 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88f81a8-f925-48dd-bf1d-2ff36ba4b864 req-ddafacf2-6a79-49e2-9651-1c7669578c05 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:18:14.204666 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-b88f81a8-f925-48dd-bf1d-2ff36ba4b864 req-ddafacf2-6a79-49e2-9651-1c7669578c05 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] 10.222.0.24 "GET /v2.0/networks?id=1436ce26-cb86-45d4-9a97-097fbbf6586a HTTP/1.1" status: 200 len: 811 time: 0.1211474 Mar 21 11:18:14.221606 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-b88f81a8-f925-48dd-bf1d-2ff36ba4b864 req-0c52e4b1-629e-4b79-b779-9ea454524256 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] 10.222.0.24 "GET /v2.0/quotas/5c0a065250d348a7b0fe2877a603793f HTTP/1.1" status: 200 len: 375 time: 0.0102906 Mar 21 11:18:14.307369 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-b88f81a8-f925-48dd-bf1d-2ff36ba4b864 req-0ff79702-9273-4b14-8f12-544634cb2e64 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=5c0a065250d348a7b0fe2877a603793f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0797346 Mar 21 11:18:14.414806 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-b88f81a8-f925-48dd-bf1d-2ff36ba4b864 req-ff3f0138-5ac0-4c15-9136-116881138523 service neutron] 10.222.0.24 "GET /v2.0/networks/1436ce26-cb86-45d4-9a97-097fbbf6586a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932047 Mar 21 11:18:14.518489 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-b88f81a8-f925-48dd-bf1d-2ff36ba4b864 req-05eb057d-cca0-404b-93a2-b0a6a96c3d20 service neutron] 10.222.0.24 "GET /v2.0/networks/1436ce26-cb86-45d4-9a97-097fbbf6586a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974429 Mar 21 11:18:14.725207 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-f5089691-bc28-4afc-904e-d5f0fafbca87 req-be83772e-d92f-426b-9219-37417c898cba tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] 10.222.0.24 "GET /v2.0/ports?device_id=134fe56f-eb20-43e4-8fa3-2e865ffd9220 HTTP/1.1" status: 200 len: 210 time: 0.0302172 Mar 21 11:18:15.842369 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-347c39cf-d376-4d4b-9a76-9e241aa7d71a req-a74263d9-b220-4c35-b282-1914ffa29d98 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] 10.222.0.24 "GET /v2.0/ports?device_id=134fe56f-eb20-43e4-8fa3-2e865ffd9220 HTTP/1.1" status: 200 len: 210 time: 0.0332541 Mar 21 11:18:15.873094 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88f81a8-f925-48dd-bf1d-2ff36ba4b864 req-1a456b9e-67c1-4a6d-84c6-e98e8792146e tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:18:15.874898 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-b88f81a8-f925-48dd-bf1d-2ff36ba4b864 req-1a456b9e-67c1-4a6d-84c6-e98e8792146e tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] 10.222.0.32 "GET /v2.0/networks?id=1436ce26-cb86-45d4-9a97-097fbbf6586a HTTP/1.1" status: 200 len: 811 time: 0.1387465 Mar 21 11:18:15.954342 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-b88f81a8-f925-48dd-bf1d-2ff36ba4b864 req-cb5215bd-4729-44cd-8708-2b78807cb732 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5c0a065250d348a7b0fe2877a603793f HTTP/1.1" status: 200 len: 380 time: 0.0680735 Mar 21 11:18:15.964313 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.v2.base [req-b88f81a8-f925-48dd-bf1d-2ff36ba4b864 req-28ec0fae-35ba-4499-9e63-d39978b37b76 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Request body: {'port': {'device_id': '134fe56f-eb20-43e4-8fa3-2e865ffd9220', 'network_id': '1436ce26-cb86-45d4-9a97-097fbbf6586a', 'admin_state_up': True, 'tenant_id': '5c0a065250d348a7b0fe2877a603793f', 'security_groups': ['5cb68ea3-143a-43eb-9973-5a270fe457b1']}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:18:16.104447 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b88f81a8-f925-48dd-bf1d-2ff36ba4b864 req-28ec0fae-35ba-4499-9e63-d39978b37b76 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Made reservation on behalf of 5c0a065250d348a7b0fe2877a603793f for: {'port': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 11:18:16.108029 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-b88f81a8-f925-48dd-bf1d-2ff36ba4b864 req-28ec0fae-35ba-4499-9e63-d39978b37b76 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:16.469977 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [req-b88f81a8-f925-48dd-bf1d-2ff36ba4b864 req-28ec0fae-35ba-4499-9e63-d39978b37b76 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Allocated IP 172.20.0.6 (1436ce26-cb86-45d4-9a97-097fbbf6586a/fea72cb6-9b89-4ba0-8193-720fc6fd5e2b/1fa346e8-997f-464e-b95a-ed9029784303) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:18:16.622912 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-b88f81a8-f925-48dd-bf1d-2ff36ba4b864 req-28ec0fae-35ba-4499-9e63-d39978b37b76 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Publish callbacks [] for port (1fa346e8-997f-464e-b95a-ed9029784303), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:16.658310 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-b88f81a8-f925-48dd-bf1d-2ff36ba4b864 req-28ec0fae-35ba-4499-9e63-d39978b37b76 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738246144781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265271506'] for port (1fa346e8-997f-464e-b95a-ed9029784303), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:16.703411 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b88f81a8-f925-48dd-bf1d-2ff36ba4b864 req-28ec0fae-35ba-4499-9e63-d39978b37b76 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Network 1436ce26-cb86-45d4-9a97-097fbbf6586a is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:18:16.706868 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [req-b88f81a8-f925-48dd-bf1d-2ff36ba4b864 req-28ec0fae-35ba-4499-9e63-d39978b37b76 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:18:16.711097 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-b88f81a8-f925-48dd-bf1d-2ff36ba4b864 req-28ec0fae-35ba-4499-9e63-d39978b37b76 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:18:16.721035 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ec0fae-35ba-4499-9e63-d39978b37b76 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Pushing event updated for resources: {'Port': ['ID=1fa346e8-997f-464e-b95a-ed9029784303,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:18:16.780715 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88f81a8-f925-48dd-bf1d-2ff36ba4b864 req-28ec0fae-35ba-4499-9e63-d39978b37b76 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:18:16.781810 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-b88f81a8-f925-48dd-bf1d-2ff36ba4b864 req-28ec0fae-35ba-4499-9e63-d39978b37b76 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97509'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:16.802642 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-b88f81a8-f925-48dd-bf1d-2ff36ba4b864 req-28ec0fae-35ba-4499-9e63-d39978b37b76 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8423543 Mar 21 11:18:16.820071 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.v2.base [req-b88f81a8-f925-48dd-bf1d-2ff36ba4b864 req-47549852-7add-4bd7-a306-3aa124119a19 service neutron] Request body: {'port': {'device_id': '134fe56f-eb20-43e4-8fa3-2e865ffd9220', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83444'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:18:16.909731 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-b88f81a8-f925-48dd-bf1d-2ff36ba4b864 req-47549852-7add-4bd7-a306-3aa124119a19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (1fa346e8-997f-464e-b95a-ed9029784303), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:16.999406 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6346c4a6-d0ca-4c56-aa9e-dfe33937623a req-13180de0-039d-42b6-a6e0-b951d7d73be6 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:18:17.003479 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-6346c4a6-d0ca-4c56-aa9e-dfe33937623a req-13180de0-039d-42b6-a6e0-b951d7d73be6 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] 10.222.0.24 "GET /v2.0/ports?device_id=134fe56f-eb20-43e4-8fa3-2e865ffd9220 HTTP/1.1" status: 200 len: 931 time: 0.0723143 Mar 21 11:18:17.023184 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-ec118561-4000-42ec-ad7f-2c629984482e None None] Provisioning complete for port 1fa346e8-997f-464e-b95a-ed9029784303 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:18:17.024313 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-ec118561-4000-42ec-ad7f-2c629984482e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688166'] for port (1fa346e8-997f-464e-b95a-ed9029784303), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:17.061590 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-6346c4a6-d0ca-4c56-aa9e-dfe33937623a req-38b7e592-97a6-405b-a85e-624d489afdbd tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] 10.222.0.24 "GET /v2.0/security-groups?id=5cb68ea3-143a-43eb-9973-5a270fe457b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518956 Mar 21 11:18:17.088290 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-ec118561-4000-42ec-ad7f-2c629984482e None None] Port 1fa346e8-997f-464e-b95a-ed9029784303 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 11:18:17.273262 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.notifiers.nova [req-b88f81a8-f925-48dd-bf1d-2ff36ba4b864 req-47549852-7add-4bd7-a306-3aa124119a19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fa346e8-997f-464e-b95a-ed9029784303 {{(pid=103422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 11:18:17.283292 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-b88f81a8-f925-48dd-bf1d-2ff36ba4b864 req-47549852-7add-4bd7-a306-3aa124119a19 service neutron] Publish callbacks [] for port (1fa346e8-997f-464e-b95a-ed9029784303), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:17.298692 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.db.provisioning_blocks [req-b88f81a8-f925-48dd-bf1d-2ff36ba4b864 req-47549852-7add-4bd7-a306-3aa124119a19 service neutron] Transition to ACTIVE for port object 1fa346e8-997f-464e-b95a-ed9029784303 will not be triggered until provisioned by entity L2. {{(pid=103422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 21 11:18:17.302580 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-b88f81a8-f925-48dd-bf1d-2ff36ba4b864 req-47549852-7add-4bd7-a306-3aa124119a19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265271525'] for port (1fa346e8-997f-464e-b95a-ed9029784303), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:17.362163 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47549852-7add-4bd7-a306-3aa124119a19 service neutron] Pushing event updated for resources: {'Port': ['ID=1fa346e8-997f-464e-b95a-ed9029784303,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:18:17.439966 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-b88f81a8-f925-48dd-bf1d-2ff36ba4b864 req-47549852-7add-4bd7-a306-3aa124119a19 service neutron] Attempting to bind port 1fa346e8-997f-464e-b95a-ed9029784303 on host hv-cinder-83444 for vnic_type normal with profile {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 11:18:17.440397 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-b88f81a8-f925-48dd-bf1d-2ff36ba4b864 req-47549852-7add-4bd7-a306-3aa124119a19 service neutron] Attempting to bind port 1fa346e8-997f-464e-b95a-ed9029784303 by drivers openvswitch,hyperv on host hv-cinder-83444 at level 0 using segments [{'id': 'bb9daefb-d4c3-44b6-ba73-015d6754aeb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '1436ce26-cb86-45d4-9a97-097fbbf6586a'}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 11:18:17.440651 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b88f81a8-f925-48dd-bf1d-2ff36ba4b864 req-47549852-7add-4bd7-a306-3aa124119a19 service neutron] Attempting to bind port 1fa346e8-997f-464e-b95a-ed9029784303 on network 1436ce26-cb86-45d4-9a97-097fbbf6586a {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:18:17.446641 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b88f81a8-f925-48dd-bf1d-2ff36ba4b864 req-47549852-7add-4bd7-a306-3aa124119a19 service neutron] Port 1fa346e8-997f-464e-b95a-ed9029784303 on network 1436ce26-cb86-45d4-9a97-097fbbf6586a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83444 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 21 11:18:17.446984 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b88f81a8-f925-48dd-bf1d-2ff36ba4b864 req-47549852-7add-4bd7-a306-3aa124119a19 service neutron] Attempting to bind port 1fa346e8-997f-464e-b95a-ed9029784303 on network 1436ce26-cb86-45d4-9a97-097fbbf6586a {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:18:17.453422 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b88f81a8-f925-48dd-bf1d-2ff36ba4b864 req-47549852-7add-4bd7-a306-3aa124119a19 service neutron] Checking agent: {'id': 'e1ce583e-86b5-47e2-b889-5e91679074ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83444', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 11, 11, 26), 'started_at': datetime.datetime(2022, 3, 21, 11, 11, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 11, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 11:18:17.453766 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b88f81a8-f925-48dd-bf1d-2ff36ba4b864 req-47549852-7add-4bd7-a306-3aa124119a19 service neutron] Checking segment: {'id': 'bb9daefb-d4c3-44b6-ba73-015d6754aeb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '1436ce26-cb86-45d4-9a97-097fbbf6586a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:18:17.454155 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b88f81a8-f925-48dd-bf1d-2ff36ba4b864 req-47549852-7add-4bd7-a306-3aa124119a19 service neutron] Bound using segment: {'id': 'bb9daefb-d4c3-44b6-ba73-015d6754aeb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '1436ce26-cb86-45d4-9a97-097fbbf6586a'} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 11:18:17.454611 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-b88f81a8-f925-48dd-bf1d-2ff36ba4b864 req-47549852-7add-4bd7-a306-3aa124119a19 service neutron] Bound port: 1fa346e8-997f-464e-b95a-ed9029784303, host: hv-cinder-83444, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb9daefb-d4c3-44b6-ba73-015d6754aeb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '1436ce26-cb86-45d4-9a97-097fbbf6586a'}}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 11:18:17.454984 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-b88f81a8-f925-48dd-bf1d-2ff36ba4b864 req-47549852-7add-4bd7-a306-3aa124119a19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (1fa346e8-997f-464e-b95a-ed9029784303), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:17.541152 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-b88f81a8-f925-48dd-bf1d-2ff36ba4b864 req-47549852-7add-4bd7-a306-3aa124119a19 service neutron] For port 1fa346e8-997f-464e-b95a-ed9029784303, host hv-cinder-83444, cleared binding levels {{(pid=103422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 11:18:17.547490 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-b88f81a8-f925-48dd-bf1d-2ff36ba4b864 req-47549852-7add-4bd7-a306-3aa124119a19 service neutron] For port 1fa346e8-997f-464e-b95a-ed9029784303, host hv-cinder-83444, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=1fa346e8-997f-464e-b95a-ed9029784303,segment=NetworkSegment(bb9daefb-d4c3-44b6-ba73-015d6754aeb6),segment_id=bb9daefb-d4c3-44b6-ba73-015d6754aeb6)] {{(pid=103422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 11:18:17.557562 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-b88f81a8-f925-48dd-bf1d-2ff36ba4b864 req-47549852-7add-4bd7-a306-3aa124119a19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265271525'] for port (1fa346e8-997f-464e-b95a-ed9029784303), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:17.594396 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88f81a8-f925-48dd-bf1d-2ff36ba4b864 req-47549852-7add-4bd7-a306-3aa124119a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:18:17.594396 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-b88f81a8-f925-48dd-bf1d-2ff36ba4b864 req-47549852-7add-4bd7-a306-3aa124119a19 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97509'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:17.596143 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-b88f81a8-f925-48dd-bf1d-2ff36ba4b864 req-47549852-7add-4bd7-a306-3aa124119a19 service neutron] 10.222.0.32 "PUT /v2.0/ports/1fa346e8-997f-464e-b95a-ed9029784303 HTTP/1.1" status: 200 len: 1093 time: 0.7815285 Mar 21 11:18:17.599265 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '134fe56f-eb20-43e4-8fa3-2e865ffd9220', 'tag': '1fa346e8-997f-464e-b95a-ed9029784303'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:18:17.605682 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41c5d39db19d144038176bb777b16d1c8d23e2eed0354b669264d617ed9abe1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96ee0aef-5472-43ad-babd-8607eaafceac" -d '{"events": [{"name": "network-changed", "server_uuid": "134fe56f-eb20-43e4-8fa3-2e865ffd9220", "tag": "1fa346e8-997f-464e-b95a-ed9029784303"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:18:17.666271 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47549852-7add-4bd7-a306-3aa124119a19 service neutron] Pushing event updated for resources: {'Port': ['ID=1fa346e8-997f-464e-b95a-ed9029784303,revision_number=3']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:18:17.689912 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 11:18:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac23a79a-6619-42cf-aefe-6abd8235cdc0 x-openstack-request-id: req-ac23a79a-6619-42cf-aefe-6abd8235cdc0 {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:18:17.690385 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "134fe56f-eb20-43e4-8fa3-2e865ffd9220", "tag": "1fa346e8-997f-464e-b95a-ed9029784303", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:18:17.690746 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ac23a79a-6619-42cf-aefe-6abd8235cdc0 {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:18:17.691262 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '134fe56f-eb20-43e4-8fa3-2e865ffd9220', 'tag': '1fa346e8-997f-464e-b95a-ed9029784303', 'status': 'completed', 'code': 200} Mar 21 11:18:17.750880 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88f81a8-f925-48dd-bf1d-2ff36ba4b864 req-3be45acd-fa58-4d80-b1ce-d806af6671e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:18:17.753087 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-b88f81a8-f925-48dd-bf1d-2ff36ba4b864 req-3be45acd-fa58-4d80-b1ce-d806af6671e6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5c0a065250d348a7b0fe2877a603793f&device_id=134fe56f-eb20-43e4-8fa3-2e865ffd9220 HTTP/1.1" status: 200 len: 1127 time: 0.0813353 Mar 21 11:18:17.801625 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-b88f81a8-f925-48dd-bf1d-2ff36ba4b864 req-70cbae43-2bda-48cb-8b32-ff775bc0ffc7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1fa346e8-997f-464e-b95a-ed9029784303 HTTP/1.1" status: 200 len: 217 time: 0.0400541 Mar 21 11:18:17.868869 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88f81a8-f925-48dd-bf1d-2ff36ba4b864 req-d8142f9c-71fb-454a-973c-4a1cedafca0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:18:17.870521 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-b88f81a8-f925-48dd-bf1d-2ff36ba4b864 req-d8142f9c-71fb-454a-973c-4a1cedafca0d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fea72cb6-9b89-4ba0-8193-720fc6fd5e2b HTTP/1.1" status: 200 len: 850 time: 0.0619192 Mar 21 11:18:17.935676 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88f81a8-f925-48dd-bf1d-2ff36ba4b864 req-673ccbd8-cac5-4506-bd23-b3a73863bfec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:18:17.938080 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-b88f81a8-f925-48dd-bf1d-2ff36ba4b864 req-673ccbd8-cac5-4506-bd23-b3a73863bfec service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1436ce26-cb86-45d4-9a97-097fbbf6586a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0596354 Mar 21 11:18:18.054092 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-b88f81a8-f925-48dd-bf1d-2ff36ba4b864 req-0d3e542a-2bee-4194-b527-67a18fa94684 service neutron] 10.222.0.32 "GET /v2.0/networks/1436ce26-cb86-45d4-9a97-097fbbf6586a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074829 Mar 21 11:18:18.180160 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-b88f81a8-f925-48dd-bf1d-2ff36ba4b864 req-05873264-7c59-4ec2-a132-af81427276de service neutron] 10.222.0.32 "GET /v2.0/networks/1436ce26-cb86-45d4-9a97-097fbbf6586a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187255 Mar 21 11:18:18.225785 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1c2064-937c-4731-a47a-b5d5fbcfbf53 req-186d5e65-9ba4-4abc-8088-16dbdf5dd6ed tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:18:18.227480 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-0a1c2064-937c-4731-a47a-b5d5fbcfbf53 req-186d5e65-9ba4-4abc-8088-16dbdf5dd6ed tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] 10.222.0.24 "GET /v2.0/ports?device_id=134fe56f-eb20-43e4-8fa3-2e865ffd9220 HTTP/1.1" status: 200 len: 943 time: 0.0636907 Mar 21 11:18:18.301744 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-0a1c2064-937c-4731-a47a-b5d5fbcfbf53 req-2a077ccf-3b74-478f-a905-6c3d61d86df1 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] 10.222.0.24 "GET /v2.0/security-groups?id=5cb68ea3-143a-43eb-9973-5a270fe457b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639873 Mar 21 11:18:18.331024 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ee0aef-5472-43ad-babd-8607eaafceac req-308c9b38-997f-4878-8414-cc42609d095c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:18:18.331024 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-96ee0aef-5472-43ad-babd-8607eaafceac req-308c9b38-997f-4878-8414-cc42609d095c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5c0a065250d348a7b0fe2877a603793f&device_id=134fe56f-eb20-43e4-8fa3-2e865ffd9220 HTTP/1.1" status: 200 len: 1127 time: 0.0698211 Mar 21 11:18:18.443133 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ee0aef-5472-43ad-babd-8607eaafceac req-ea4213ef-b841-4aa4-9a44-e56b0fadc7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:18:18.444787 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-96ee0aef-5472-43ad-babd-8607eaafceac req-ea4213ef-b841-4aa4-9a44-e56b0fadc7f6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1436ce26-cb86-45d4-9a97-097fbbf6586a HTTP/1.1" status: 200 len: 912 time: 0.1068621 Mar 21 11:18:18.491230 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-96ee0aef-5472-43ad-babd-8607eaafceac req-46bac9c0-00a7-4aa5-be2e-83cd1e657f6d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1fa346e8-997f-464e-b95a-ed9029784303 HTTP/1.1" status: 200 len: 217 time: 0.0394001 Mar 21 11:18:18.552499 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ee0aef-5472-43ad-babd-8607eaafceac req-55a1816d-827e-4d59-b184-13d8d313fcc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:18:18.554166 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-96ee0aef-5472-43ad-babd-8607eaafceac req-55a1816d-827e-4d59-b184-13d8d313fcc3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fea72cb6-9b89-4ba0-8193-720fc6fd5e2b HTTP/1.1" status: 200 len: 850 time: 0.0560720 Mar 21 11:18:18.615949 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ee0aef-5472-43ad-babd-8607eaafceac req-1bb999c7-f0c2-4aac-8b72-bd72c25332ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:18:18.617524 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-96ee0aef-5472-43ad-babd-8607eaafceac req-1bb999c7-f0c2-4aac-8b72-bd72c25332ab service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1436ce26-cb86-45d4-9a97-097fbbf6586a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0563638 Mar 21 11:18:18.726970 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-96ee0aef-5472-43ad-babd-8607eaafceac req-c43d6019-6d9f-4aee-a6bd-014e0ec7b4cf service neutron] 10.222.0.32 "GET /v2.0/networks/1436ce26-cb86-45d4-9a97-097fbbf6586a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021311 Mar 21 11:18:18.875282 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-96ee0aef-5472-43ad-babd-8607eaafceac req-e861843e-28a2-4e86-a8a1-082defff8e85 service neutron] 10.222.0.32 "GET /v2.0/networks/1436ce26-cb86-45d4-9a97-097fbbf6586a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396756 Mar 21 11:18:19.453472 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb497db1-5d02-4847-abfd-0de93e30944c req-47ef282d-1090-4eea-995b-2d1334eca25d tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:18:19.455200 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-bb497db1-5d02-4847-abfd-0de93e30944c req-47ef282d-1090-4eea-995b-2d1334eca25d tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] 10.222.0.24 "GET /v2.0/ports?device_id=134fe56f-eb20-43e4-8fa3-2e865ffd9220 HTTP/1.1" status: 200 len: 943 time: 0.0687401 Mar 21 11:18:19.511002 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-bb497db1-5d02-4847-abfd-0de93e30944c req-11318280-874b-4fb4-94bc-80396380ca56 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] 10.222.0.24 "GET /v2.0/security-groups?id=5cb68ea3-143a-43eb-9973-5a270fe457b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494707 Mar 21 11:18:19.574730 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Device 1fa346e8-997f-464e-b95a-ed9029784303 details requested by agent hyperv_hv-cinder-83444 with host hv-cinder-83444 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 11:18:19.696305 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] For port 1fa346e8-997f-464e-b95a-ed9029784303, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=1fa346e8-997f-464e-b95a-ed9029784303,segment=NetworkSegment(bb9daefb-d4c3-44b6-ba73-015d6754aeb6),segment_id=bb9daefb-d4c3-44b6-ba73-015d6754aeb6)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:18:19.710959 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Returning: {'device': '1fa346e8-997f-464e-b95a-ed9029784303', 'network_id': '1436ce26-cb86-45d4-9a97-097fbbf6586a', 'port_id': '1fa346e8-997f-464e-b95a-ed9029784303', 'mac_address': 'fa:16:3e:2f:4f:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fea72cb6-9b89-4ba0-8193-720fc6fd5e2b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 11:18:19.756484 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Current status of the port 1fa346e8-997f-464e-b95a-ed9029784303 is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:18:19.756917 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (1fa346e8-997f-464e-b95a-ed9029784303), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:19.773333 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fa346e8-997f-464e-b95a-ed9029784303 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 11:18:19.796978 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] For port 1fa346e8-997f-464e-b95a-ed9029784303, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=1fa346e8-997f-464e-b95a-ed9029784303,segment=NetworkSegment(bb9daefb-d4c3-44b6-ba73-015d6754aeb6),segment_id=bb9daefb-d4c3-44b6-ba73-015d6754aeb6)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:18:19.802666 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817'] for port (1fa346e8-997f-464e-b95a-ed9029784303), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:19.863501 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Pushing event updated for resources: {'Port': ['ID=1fa346e8-997f-464e-b95a-ed9029784303,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:18:20.148456 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] get_ports_and_sgs() called for port_ids ['1fa346e8-997f-464e-b95a-ed9029784303'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 11:18:20.650299 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8a163d-a971-4052-a40c-e25c00d37a2a req-1307388d-8300-48d2-b085-8ed461b805d8 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:18:20.652143 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-bf8a163d-a971-4052-a40c-e25c00d37a2a req-1307388d-8300-48d2-b085-8ed461b805d8 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] 10.222.0.24 "GET /v2.0/ports?device_id=134fe56f-eb20-43e4-8fa3-2e865ffd9220 HTTP/1.1" status: 200 len: 944 time: 0.0656557 Mar 21 11:18:20.710540 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-bf8a163d-a971-4052-a40c-e25c00d37a2a req-ec65a359-5370-442c-b52e-0ce3864c20be tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] 10.222.0.24 "GET /v2.0/security-groups?id=5cb68ea3-143a-43eb-9973-5a270fe457b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519543 Mar 21 11:18:21.593442 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Device 1fa346e8-997f-464e-b95a-ed9029784303 up at agent hyperv_hv-cinder-83444 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:18:21.656234 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Provisioning for port 1fa346e8-997f-464e-b95a-ed9029784303 completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 21 11:18:21.662160 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Provisioning complete for port 1fa346e8-997f-464e-b95a-ed9029784303 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:18:21.662661 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688166'] for port (1fa346e8-997f-464e-b95a-ed9029784303), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:21.862493 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ca9055-175b-400a-a47e-bc7044451938 req-77b3e878-fd6e-4f23-b1a1-8553313e5f82 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:18:21.864083 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-f9ca9055-175b-400a-a47e-bc7044451938 req-77b3e878-fd6e-4f23-b1a1-8553313e5f82 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] 10.222.0.24 "GET /v2.0/ports?device_id=134fe56f-eb20-43e4-8fa3-2e865ffd9220 HTTP/1.1" status: 200 len: 944 time: 0.0735841 Mar 21 11:18:21.921314 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-f9ca9055-175b-400a-a47e-bc7044451938 req-53fe5a6d-4e75-43af-a84a-8f26450ebc98 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] 10.222.0.24 "GET /v2.0/security-groups?id=5cb68ea3-143a-43eb-9973-5a270fe457b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506859 Mar 21 11:18:21.922222 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Current status of the port 1fa346e8-997f-464e-b95a-ed9029784303 is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:18:21.922705 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (1fa346e8-997f-464e-b95a-ed9029784303), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:21.951747 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '134fe56f-eb20-43e4-8fa3-2e865ffd9220', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fa346e8-997f-464e-b95a-ed9029784303'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:18:21.954121 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f4962fb769adde196efb410afcfec8f2b34529d6df7ca74076ce40474c5a66c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eeec54a-0464-4b8f-9115-5b00fa549e6a" -d '{"events": [{"server_uuid": "134fe56f-eb20-43e4-8fa3-2e865ffd9220", "name": "network-vif-plugged", "status": "completed", "tag": "1fa346e8-997f-464e-b95a-ed9029784303"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:18:21.969367 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] For port 1fa346e8-997f-464e-b95a-ed9029784303, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=1fa346e8-997f-464e-b95a-ed9029784303,segment=NetworkSegment(bb9daefb-d4c3-44b6-ba73-015d6754aeb6),segment_id=bb9daefb-d4c3-44b6-ba73-015d6754aeb6)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:18:21.976195 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817'] for port (1fa346e8-997f-464e-b95a-ed9029784303), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:22.014265 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 11:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e57bf24e-8921-4ed7-95bf-95c150bb9371 x-openstack-request-id: req-e57bf24e-8921-4ed7-95bf-95c150bb9371 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:18:22.014767 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "134fe56f-eb20-43e4-8fa3-2e865ffd9220", "name": "network-vif-plugged", "status": "completed", "tag": "1fa346e8-997f-464e-b95a-ed9029784303", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:18:22.015046 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e57bf24e-8921-4ed7-95bf-95c150bb9371 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:18:22.015801 dv-cinder-834448-1-smb neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '134fe56f-eb20-43e4-8fa3-2e865ffd9220', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fa346e8-997f-464e-b95a-ed9029784303', 'code': 200} Mar 21 11:18:22.049956 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Pushing event updated for resources: {'Port': ['ID=1fa346e8-997f-464e-b95a-ed9029784303,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:18:22.214796 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f885e23b-9562-4ced-b777-a95d0223f5d8 req-455ec9ed-de55-45d2-9580-bc676fc5416b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:18:22.217131 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-f885e23b-9562-4ced-b777-a95d0223f5d8 req-455ec9ed-de55-45d2-9580-bc676fc5416b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=134fe56f-eb20-43e4-8fa3-2e865ffd9220 HTTP/1.1" status: 200 len: 1129 time: 0.0590923 Mar 21 11:18:22.279956 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-f885e23b-9562-4ced-b777-a95d0223f5d8 req-8160ebb6-f7ce-41a5-8119-ad6ca20b371e service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=5cb68ea3-143a-43eb-9973-5a270fe457b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551834 Mar 21 11:18:22.872276 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-7dc7c337-ba1f-4613-b7c5-b750409b0c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (9c74c917-795e-4123-adbe-3a92cf8165ad), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:23.070268 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8492486-9904-48aa-b6e2-15455aaee78e req-9e15f091-4d00-49ac-bc29-cfebb129086d tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:18:23.071974 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-e8492486-9904-48aa-b6e2-15455aaee78e req-9e15f091-4d00-49ac-bc29-cfebb129086d tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] 10.222.0.24 "GET /v2.0/ports?device_id=134fe56f-eb20-43e4-8fa3-2e865ffd9220 HTTP/1.1" status: 200 len: 945 time: 0.0737810 Mar 21 11:18:23.134738 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-e8492486-9904-48aa-b6e2-15455aaee78e req-ab840f5f-e30d-4a3f-86f0-7433b57c2723 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] 10.222.0.24 "GET /v2.0/security-groups?id=5cb68ea3-143a-43eb-9973-5a270fe457b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553641 Mar 21 11:18:24.274744 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae6c074-279a-4376-a327-339ac4c06ece req-2ea183aa-9d84-4d9c-b512-43b4b6b9d2d8 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:18:24.276744 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-cae6c074-279a-4376-a327-339ac4c06ece req-2ea183aa-9d84-4d9c-b512-43b4b6b9d2d8 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] 10.222.0.24 "GET /v2.0/ports?device_id=134fe56f-eb20-43e4-8fa3-2e865ffd9220 HTTP/1.1" status: 200 len: 945 time: 0.0633941 Mar 21 11:18:24.333711 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-cae6c074-279a-4376-a327-339ac4c06ece req-b70ae265-e1c9-41b2-8d4e-a2260db1e47c tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] 10.222.0.24 "GET /v2.0/security-groups?id=5cb68ea3-143a-43eb-9973-5a270fe457b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501683 Mar 21 11:18:24.466470 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0756ff38-33bb-4304-8363-de3eb17311d5 req-e1787cce-6494-48f8-bfc0-9982c606f666 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:18:24.468998 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-0756ff38-33bb-4304-8363-de3eb17311d5 req-e1787cce-6494-48f8-bfc0-9982c606f666 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] 10.222.0.24 "GET /v2.0/ports?device_id=134fe56f-eb20-43e4-8fa3-2e865ffd9220 HTTP/1.1" status: 200 len: 945 time: 0.0616360 Mar 21 11:18:24.480214 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 45914) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:18:24.485416 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.v2.base [None req-b2572967-bda3-401e-81dd-4a737853c9b8 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Request body: {'floatingip': {'port_id': '1fa346e8-997f-464e-b95a-ed9029784303'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:18:24.532547 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b2572967-bda3-401e-81dd-4a737853c9b8 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Publish callbacks [] for floatingip (df699192-9943-4071-b678-bf4f46f2874b), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:25.020817 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b2572967-bda3-401e-81dd-4a737853c9b8 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:25.026796 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b2572967-bda3-401e-81dd-4a737853c9b8 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1690700'] for floatingip (df699192-9943-4071-b678-bf4f46f2874b), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:25.146226 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.db.l3_db [None req-b2572967-bda3-401e-81dd-4a737853c9b8 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Floating IP df699192-9943-4071-b678-bf4f46f2874b associated. External IP: 172.28.0.237, port: 1fa346e8-997f-464e-b95a-ed9029784303. Mar 21 11:18:25.404058 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2572967-bda3-401e-81dd-4a737853c9b8 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Router 92a02156-46db-4840-99fe-9b2e5df1d7e3 has already been hosted by L3 agent 5097f9b2-2ef0-4af4-bde3-0c344dd6e70c {{(pid=103421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 11:18:25.549406 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2572967-bda3-401e-81dd-4a737853c9b8 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Notify agent at l3_agent.dv-cinder-834448-1-smb the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 11:18:25.549792 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-3ec08924-de24-43af-9509-e6c8fd41b259 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (5097f9b2-2ef0-4af4-bde3-0c344dd6e70c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:25.555801 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b2572967-bda3-401e-81dd-4a737853c9b8 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97509'] for floatingip (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:25.565847 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e70136-1817-4df6-abde-0cdec0dad627 None None] Sync routers for ids ['92a02156-46db-4840-99fe-9b2e5df1d7e3'] in dv-cinder-834448-1-smb {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 11:18:25.585307 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e70136-1817-4df6-abde-0cdec0dad627 None None] Routers {'92a02156-46db-4840-99fe-9b2e5df1d7e3'} bound to L3 agent in host dv-cinder-834448-1-smb {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:18:25.586286 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-f6e70136-1817-4df6-abde-0cdec0dad627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-21T11:04:55Z,description=,heartbeat_timestamp=2022-03-21T11:18:26Z,host='dv-cinder-834448-1-smb',id=5097f9b2-2ef0-4af4-bde3-0c344dd6e70c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:55Z,topic='l3_agent')) {'router_ids': ['92a02156-46db-4840-99fe-9b2e5df1d7e3'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:18:25.605559 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-b2572967-bda3-401e-81dd-4a737853c9b8 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] 10.222.0.24 "PUT /v2.0/floatingips/df699192-9943-4071-b678-bf4f46f2874b HTTP/1.1" status: 200 len: 991 time: 1.1237743 Mar 21 11:18:25.606546 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '134fe56f-eb20-43e4-8fa3-2e865ffd9220', 'tag': '1fa346e8-997f-464e-b95a-ed9029784303'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:18:25.610665 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881d039021bf7bfdbb2ec2cc2a60bd67cc793bf6de71028ad915050608b1b1c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1d8d461-a3e5-48fa-83ad-914085dbac1e" -d '{"events": [{"name": "network-changed", "server_uuid": "134fe56f-eb20-43e4-8fa3-2e865ffd9220", "tag": "1fa346e8-997f-464e-b95a-ed9029784303"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:18:25.674018 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 11:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91ee4633-29b2-4b19-bb49-7c1b16468851 x-openstack-request-id: req-91ee4633-29b2-4b19-bb49-7c1b16468851 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:18:25.674583 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "134fe56f-eb20-43e4-8fa3-2e865ffd9220", "tag": "1fa346e8-997f-464e-b95a-ed9029784303", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:18:25.675075 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-91ee4633-29b2-4b19-bb49-7c1b16468851 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:18:25.675757 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '134fe56f-eb20-43e4-8fa3-2e865ffd9220', 'tag': '1fa346e8-997f-464e-b95a-ed9029784303', 'status': 'completed', 'code': 200} Mar 21 11:18:25.755067 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d8d461-a3e5-48fa-83ad-914085dbac1e req-9e4301c4-997d-4114-b36e-308afdb7cdbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:18:25.757674 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-c1d8d461-a3e5-48fa-83ad-914085dbac1e req-9e4301c4-997d-4114-b36e-308afdb7cdbf service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5c0a065250d348a7b0fe2877a603793f&device_id=134fe56f-eb20-43e4-8fa3-2e865ffd9220 HTTP/1.1" status: 200 len: 1129 time: 0.0564241 Mar 21 11:18:25.777971 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-f6e70136-1817-4df6-abde-0cdec0dad627 None None] Set router 92a02156-46db-4840-99fe-9b2e5df1d7e3 gateway port host: dv-cinder-834448-1-smb {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:18:25.841243 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (e1ce583e-86b5-47e2-b889-5e91679074ed), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:25.882420 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d8d461-a3e5-48fa-83ad-914085dbac1e req-55f960fe-d61f-43e3-bb4d-d4b210b6e742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:18:25.884465 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-c1d8d461-a3e5-48fa-83ad-914085dbac1e req-55f960fe-d61f-43e3-bb4d-d4b210b6e742 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1436ce26-cb86-45d4-9a97-097fbbf6586a HTTP/1.1" status: 200 len: 912 time: 0.1175091 Mar 21 11:18:25.963855 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-c1d8d461-a3e5-48fa-83ad-914085dbac1e req-05d21c21-2bf8-4420-8204-ee0cfc36d774 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1fa346e8-997f-464e-b95a-ed9029784303 HTTP/1.1" status: 200 len: 999 time: 0.0713587 Mar 21 11:18:26.046704 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d8d461-a3e5-48fa-83ad-914085dbac1e req-0020facb-d1f6-4ca5-816b-1c2d46b9db75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:18:26.048291 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-c1d8d461-a3e5-48fa-83ad-914085dbac1e req-0020facb-d1f6-4ca5-816b-1c2d46b9db75 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fea72cb6-9b89-4ba0-8193-720fc6fd5e2b HTTP/1.1" status: 200 len: 850 time: 0.0770667 Mar 21 11:18:26.105127 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d8d461-a3e5-48fa-83ad-914085dbac1e req-ec1ce0e4-2198-49e9-ae25-250eecca8254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:18:26.106815 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-c1d8d461-a3e5-48fa-83ad-914085dbac1e req-ec1ce0e4-2198-49e9-ae25-250eecca8254 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1436ce26-cb86-45d4-9a97-097fbbf6586a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0521162 Mar 21 11:18:26.115721 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-f6e70136-1817-4df6-abde-0cdec0dad627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92a02156-46db-4840-99fe-9b2e5df1d7e3', 'name': 'tempest-AttachVolumeTestJSON-1124083517-router', 'tenant_id': '5c0a065250d348a7b0fe2877a603793f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'external_fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.21'}], 'enable_snat': True}, 'gw_port_id': '061ba5d8-9a6a-40ca-96f4-8580f2ab7b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:13:31Z', 'updated_at': '2022-03-21T11:13:40Z', 'revision_number': 4, 'project_id': '5c0a065250d348a7b0fe2877a603793f', 'gw_port': {'id': '061ba5d8-9a6a-40ca-96f4-8580f2ab7b17', 'name': '', 'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:42:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a02156-46db-4840-99fe-9b2e5df1d7e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:32Z', 'updated_at': '2022-03-21T11:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-smb', '_floatingips': [{'id': 'df699192-9943-4071-b678-bf4f46f2874b', 'tenant_id': '5c0a065250d348a7b0fe2877a603793f', 'floating_ip_address': '172.28.0.237', 'floating_network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'router_id': '92a02156-46db-4840-99fe-9b2e5df1d7e3', 'port_id': '1fa346e8-997f-464e-b95a-ed9029784303', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1436ce26-cb86-45d4-9a97-097fbbf6586a', 'mac_address': 'fa:16:3e:2f:4f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '134fe56f-eb20-43e4-8fa3-2e865ffd9220', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T11:18:13Z', 'updated_at': '2022-03-21T11:18:24Z', 'revision_number': 1, 'project_id': '5c0a065250d348a7b0fe2877a603793f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b35f046e-5d9d-4281-a0d2-e67c4264f666', 'name': '', 'network_id': '1436ce26-cb86-45d4-9a97-097fbbf6586a', 'tenant_id': '5c0a065250d348a7b0fe2877a603793f', 'mac_address': 'fa:16:3e:b8:6f:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a02156-46db-4840-99fe-9b2e5df1d7e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'fea72cb6-9b89-4ba0-8193-720fc6fd5e2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:37Z', 'updated_at': '2022-03-21T11:13:52Z', 'revision_number': 5, 'project_id': '5c0a065250d348a7b0fe2877a603793f', 'subnets': [{'id': 'fea72cb6-9b89-4ba0-8193-720fc6fd5e2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-1-smb', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:18:26.155947 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e70136-1817-4df6-abde-0cdec0dad627 None None] Checking router: 92a02156-46db-4840-99fe-9b2e5df1d7e3 for host: dv-cinder-834448-1-smb {{(pid=103423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 11:18:26.168108 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e70136-1817-4df6-abde-0cdec0dad627 None None] Routers {'92a02156-46db-4840-99fe-9b2e5df1d7e3'} bound to L3 agent in host dv-cinder-834448-1-smb {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:18:26.168750 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-f6e70136-1817-4df6-abde-0cdec0dad627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-21T11:04:55Z,description=,heartbeat_timestamp=2022-03-21T11:18:26Z,host='dv-cinder-834448-1-smb',id=5097f9b2-2ef0-4af4-bde3-0c344dd6e70c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:55Z,topic='l3_agent')) {'router_ids': ['92a02156-46db-4840-99fe-9b2e5df1d7e3'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:18:26.221962 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-c1d8d461-a3e5-48fa-83ad-914085dbac1e req-823374aa-0df7-43ea-8e86-58a74f80b37f service neutron] 10.222.0.32 "GET /v2.0/networks/1436ce26-cb86-45d4-9a97-097fbbf6586a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062555 Mar 21 11:18:26.327104 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-f6e70136-1817-4df6-abde-0cdec0dad627 None None] Set router 92a02156-46db-4840-99fe-9b2e5df1d7e3 gateway port host: dv-cinder-834448-1-smb {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:18:26.338814 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-c1d8d461-a3e5-48fa-83ad-914085dbac1e req-fa606282-f30f-43eb-9c3c-b8e360540dce service neutron] 10.222.0.32 "GET /v2.0/networks/1436ce26-cb86-45d4-9a97-097fbbf6586a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098180 Mar 21 11:18:26.575852 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-f6e70136-1817-4df6-abde-0cdec0dad627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92a02156-46db-4840-99fe-9b2e5df1d7e3', 'name': 'tempest-AttachVolumeTestJSON-1124083517-router', 'tenant_id': '5c0a065250d348a7b0fe2877a603793f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'external_fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.21'}], 'enable_snat': True}, 'gw_port_id': '061ba5d8-9a6a-40ca-96f4-8580f2ab7b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:13:31Z', 'updated_at': '2022-03-21T11:13:40Z', 'revision_number': 4, 'project_id': '5c0a065250d348a7b0fe2877a603793f', 'gw_port': {'id': '061ba5d8-9a6a-40ca-96f4-8580f2ab7b17', 'name': '', 'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:42:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a02156-46db-4840-99fe-9b2e5df1d7e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:32Z', 'updated_at': '2022-03-21T11:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-smb', '_floatingips': [{'id': 'df699192-9943-4071-b678-bf4f46f2874b', 'tenant_id': '5c0a065250d348a7b0fe2877a603793f', 'floating_ip_address': '172.28.0.237', 'floating_network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'router_id': '92a02156-46db-4840-99fe-9b2e5df1d7e3', 'port_id': '1fa346e8-997f-464e-b95a-ed9029784303', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1436ce26-cb86-45d4-9a97-097fbbf6586a', 'mac_address': 'fa:16:3e:2f:4f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '134fe56f-eb20-43e4-8fa3-2e865ffd9220', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T11:18:13Z', 'updated_at': '2022-03-21T11:18:24Z', 'revision_number': 1, 'project_id': '5c0a065250d348a7b0fe2877a603793f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b35f046e-5d9d-4281-a0d2-e67c4264f666', 'name': '', 'network_id': '1436ce26-cb86-45d4-9a97-097fbbf6586a', 'tenant_id': '5c0a065250d348a7b0fe2877a603793f', 'mac_address': 'fa:16:3e:b8:6f:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a02156-46db-4840-99fe-9b2e5df1d7e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'fea72cb6-9b89-4ba0-8193-720fc6fd5e2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:37Z', 'updated_at': '2022-03-21T11:13:52Z', 'revision_number': 5, 'project_id': '5c0a065250d348a7b0fe2877a603793f', 'subnets': [{'id': 'fea72cb6-9b89-4ba0-8193-720fc6fd5e2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-1-smb', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:18:26.609502 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e70136-1817-4df6-abde-0cdec0dad627 None None] The sync data for ids ['92a02156-46db-4840-99fe-9b2e5df1d7e3'] in dv-cinder-834448-1-smb is: [{'id': '92a02156-46db-4840-99fe-9b2e5df1d7e3', 'name': 'tempest-AttachVolumeTestJSON-1124083517-router', 'tenant_id': '5c0a065250d348a7b0fe2877a603793f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'external_fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.21'}], 'enable_snat': True}, 'gw_port_id': '061ba5d8-9a6a-40ca-96f4-8580f2ab7b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:13:31Z', 'updated_at': '2022-03-21T11:13:40Z', 'revision_number': 4, 'project_id': '5c0a065250d348a7b0fe2877a603793f', 'gw_port': {'id': '061ba5d8-9a6a-40ca-96f4-8580f2ab7b17', 'name': '', 'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:42:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a02156-46db-4840-99fe-9b2e5df1d7e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:32Z', 'updated_at': '2022-03-21T11:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-smb', '_floatingips': [{'id': 'df699192-9943-4071-b678-bf4f46f2874b', 'tenant_id': '5c0a065250d348a7b0fe2877a603793f', 'floating_ip_address': '172.28.0.237', 'floating_network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'router_id': '92a02156-46db-4840-99fe-9b2e5df1d7e3', 'port_id': '1fa346e8-997f-464e-b95a-ed9029784303', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1436ce26-cb86-45d4-9a97-097fbbf6586a', 'mac_address': 'fa:16:3e:2f:4f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '134fe56f-eb20-43e4-8fa3-2e865ffd9220', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T11:18:13Z', 'updated_at': '2022-03-21T11:18:24Z', 'revision_number': 1, 'project_id': '5c0a065250d348a7b0fe2877a603793f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b35f046e-5d9d-4281-a0d2-e67c4264f666', 'name': '', 'network_id': '1436ce26-cb86-45d4-9a97-097fbbf6586a', 'tenant_id': '5c0a065250d348a7b0fe2877a603793f', 'mac_address': 'fa:16:3e:b8:6f:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a02156-46db-4840-99fe-9b2e5df1d7e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'fea72cb6-9b89-4ba0-8193-720fc6fd5e2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:37Z', 'updated_at': '2022-03-21T11:13:52Z', 'revision_number': 5, 'project_id': '5c0a065250d348a7b0fe2877a603793f', 'subnets': [{'id': 'fea72cb6-9b89-4ba0-8193-720fc6fd5e2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 11:18:26.828486 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf13ef4b-b7a1-49c0-9dbf-df4b0f93549a None None] New status for floating IP df699192-9943-4071-b678-bf4f46f2874b: ACTIVE {{(pid=103424) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 11:18:28.201779 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6694aa1f-bf8d-44e0-b771-2551b8853c50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (47320176-3fab-4a55-b687-b3e35e89e628), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:28.623559 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-5db6d96b-8c48-4aa5-944a-567c97b9cc9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (964235d6-d67c-4a74-84a5-611ab5391dc9), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:29.532956 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (4788e3a4-6d7d-47da-90c6-7227f6e2e35d), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:33.518118 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.agents_db [None req-8008186f-aa22-4b77-a63e-1bf9dbff4757 None None] Agent healthcheck: found 6 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 11:18:36.160558 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0f91e9-ec75-4943-888c-57e366e57cbe req-3ebf45da-7c36-4775-8b5e-588363b484b8 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:18:36.162038 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-6e0f91e9-ec75-4943-888c-57e366e57cbe req-3ebf45da-7c36-4775-8b5e-588363b484b8 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/ports?device_id=8191288d-f5b6-4728-9532-86f77e741727 HTTP/1.1" status: 200 len: 945 time: 0.0637641 Mar 21 11:18:36.214015 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-6e0f91e9-ec75-4943-888c-57e366e57cbe req-d8b1dd9f-e0c4-4cee-b08b-25e0a172f6d4 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/security-groups?id=daae5ede-2da4-4353-80fd-81af085a454c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456583 Mar 21 11:18:37.403323 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3ade6a-74d1-4215-88b1-a2374cb168b1 req-eab08e49-3aa0-4ada-bee0-bd30fcc48b2e tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:18:37.406262 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-2a3ade6a-74d1-4215-88b1-a2374cb168b1 req-eab08e49-3aa0-4ada-bee0-bd30fcc48b2e tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/ports?device_id=8191288d-f5b6-4728-9532-86f77e741727 HTTP/1.1" status: 200 len: 945 time: 0.0729437 Mar 21 11:18:37.463235 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-2a3ade6a-74d1-4215-88b1-a2374cb168b1 req-12ff0457-8c9c-47ab-8f4d-13d710e442b5 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/security-groups?id=daae5ede-2da4-4353-80fd-81af085a454c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506010 Mar 21 11:18:38.606795 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0dd574-9180-4019-be13-d15e91b52257 req-c1fbe861-11aa-4eed-a59f-45b6c0a5ca35 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:18:38.609445 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-eb0dd574-9180-4019-be13-d15e91b52257 req-c1fbe861-11aa-4eed-a59f-45b6c0a5ca35 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/ports?device_id=8191288d-f5b6-4728-9532-86f77e741727 HTTP/1.1" status: 200 len: 945 time: 0.0718734 Mar 21 11:18:38.668789 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-eb0dd574-9180-4019-be13-d15e91b52257 req-393aa5d8-5adb-49b6-bf42-6f369c614424 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/security-groups?id=daae5ede-2da4-4353-80fd-81af085a454c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532351 Mar 21 11:18:39.827370 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228565d0-02cd-435d-98db-f34a55199402 req-836e9269-6bd6-4692-baca-884b2d1bf4ad tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:18:39.829247 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-228565d0-02cd-435d-98db-f34a55199402 req-836e9269-6bd6-4692-baca-884b2d1bf4ad tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/ports?device_id=8191288d-f5b6-4728-9532-86f77e741727 HTTP/1.1" status: 200 len: 945 time: 0.0689323 Mar 21 11:18:39.890687 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-228565d0-02cd-435d-98db-f34a55199402 req-80a1dccc-1f8a-4262-9f00-5b1aff12aedc tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/security-groups?id=daae5ede-2da4-4353-80fd-81af085a454c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546913 Mar 21 11:18:40.153712 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052cf08e-e7dc-4675-bb73-1aea29c2768c req-2888b6cc-4c7f-4965-8df4-b621417caca7 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:18:40.155188 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-052cf08e-e7dc-4675-bb73-1aea29c2768c req-2888b6cc-4c7f-4965-8df4-b621417caca7 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] 10.222.0.24 "GET /v2.0/ports?device_id=5686b2e9-c51d-4b6f-b34b-d66f6d678dea HTTP/1.1" status: 200 len: 946 time: 0.0736451 Mar 21 11:18:40.234916 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-052cf08e-e7dc-4675-bb73-1aea29c2768c req-7676a83a-1f5b-4f7f-9640-8e2201a87cca tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9601a7e-4ec6-4d51-8a8e-dd425c9e837f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690191 Mar 21 11:18:40.551644 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f027c7-74c2-442f-a1bf-4981d9ad5dd9 req-74cbfe8f-66f8-4a00-8b47-b218045f4066 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:18:40.553363 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-73f027c7-74c2-442f-a1bf-4981d9ad5dd9 req-74cbfe8f-66f8-4a00-8b47-b218045f4066 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/ports?device_id=8517f2fe-d7c1-4fa1-adbf-48fd547407f2 HTTP/1.1" status: 200 len: 945 time: 0.0607517 Mar 21 11:18:40.569230 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2d2dab-e5ef-4599-b0c7-77e5c840a019 req-63c70f48-bed8-4591-be31-0d045d2f8a6b tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:18:40.571724 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-0a2d2dab-e5ef-4599-b0c7-77e5c840a019 req-63c70f48-bed8-4591-be31-0d045d2f8a6b tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.32 "GET /v2.0/ports?device_id=8191288d-f5b6-4728-9532-86f77e741727 HTTP/1.1" status: 200 len: 945 time: 0.0856180 Mar 21 11:18:40.608922 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-73f027c7-74c2-442f-a1bf-4981d9ad5dd9 req-a4123c71-be3e-4361-9614-9b64a16a9cf6 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b998314-a05a-44c0-b23b-d6ece4a472c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497537 Mar 21 11:18:40.702699 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-0a2d2dab-e5ef-4599-b0c7-77e5c840a019 req-4b185b03-7bcb-471f-891f-57d9c8271513 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Deleting port 8909e85b-714c-410e-80a1-e387d36aadc7 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:18:40.703070 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-0a2d2dab-e5ef-4599-b0c7-77e5c840a019 req-4b185b03-7bcb-471f-891f-57d9c8271513 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738246690591'] for port (8909e85b-714c-410e-80a1-e387d36aadc7), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:40.795830 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-0a2d2dab-e5ef-4599-b0c7-77e5c840a019 req-4b185b03-7bcb-471f-891f-57d9c8271513 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] For port 8909e85b-714c-410e-80a1-e387d36aadc7, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=8909e85b-714c-410e-80a1-e387d36aadc7,segment=NetworkSegment(ed9a1c02-481f-4a04-a954-ab4bb6b2d4a8),segment_id=ed9a1c02-481f-4a04-a954-ab4bb6b2d4a8)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:18:40.796193 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-0a2d2dab-e5ef-4599-b0c7-77e5c840a019 req-4b185b03-7bcb-471f-891f-57d9c8271513 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701214'] for port (8909e85b-714c-410e-80a1-e387d36aadc7), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:40.997140 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-0a2d2dab-e5ef-4599-b0c7-77e5c840a019 req-4b185b03-7bcb-471f-891f-57d9c8271513 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:40.997566 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-0a2d2dab-e5ef-4599-b0c7-77e5c840a019 req-4b185b03-7bcb-471f-891f-57d9c8271513 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1690700'] for floatingip (17c62a94-03e1-4447-ad3e-5f5a0aae738b), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:40.998063 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.db.l3_db [req-0a2d2dab-e5ef-4599-b0c7-77e5c840a019 req-4b185b03-7bcb-471f-891f-57d9c8271513 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Floating IP 17c62a94-03e1-4447-ad3e-5f5a0aae738b disassociated. External IP: 172.28.0.79, port: 8909e85b-714c-410e-80a1-e387d36aadc7. Mar 21 11:18:40.998447 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-0a2d2dab-e5ef-4599-b0c7-77e5c840a019 req-4b185b03-7bcb-471f-891f-57d9c8271513 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Calling delete_port for 8909e85b-714c-410e-80a1-e387d36aadc7 owned by compute:nova {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:18:41.032706 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca38502d-efb8-4530-9815-540e08d27913 req-e72305a6-f2d9-414f-9945-d5f564ee43cf tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:18:41.034452 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-ca38502d-efb8-4530-9815-540e08d27913 req-e72305a6-f2d9-414f-9945-d5f564ee43cf tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/ports?device_id=8191288d-f5b6-4728-9532-86f77e741727 HTTP/1.1" status: 200 len: 945 time: 0.0601146 Mar 21 11:18:41.085809 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-ca38502d-efb8-4530-9815-540e08d27913 req-6d148cf8-7f78-4591-afde-40f95aa385aa tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/security-groups?id=daae5ede-2da4-4353-80fd-81af085a454c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454686 Mar 21 11:18:41.144797 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-0a2d2dab-e5ef-4599-b0c7-77e5c840a019 req-4b185b03-7bcb-471f-891f-57d9c8271513 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738246698626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738246144790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265271506'] for port (8909e85b-714c-410e-80a1-e387d36aadc7), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:41.176457 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b185b03-7bcb-471f-891f-57d9c8271513 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Pushing event deleted for resources: {'Port': ['ID=8909e85b-714c-410e-80a1-e387d36aadc7,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:18:41.187048 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b185b03-7bcb-471f-891f-57d9c8271513 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:18:41.187427 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b185b03-7bcb-471f-891f-57d9c8271513 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:18:41.187781 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b185b03-7bcb-471f-891f-57d9c8271513 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:18:41.188123 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b185b03-7bcb-471f-891f-57d9c8271513 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:18:41.188875 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b185b03-7bcb-471f-891f-57d9c8271513 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:18:41.188875 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b185b03-7bcb-471f-891f-57d9c8271513 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:18:41.189146 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b185b03-7bcb-471f-891f-57d9c8271513 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:18:41.189488 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b185b03-7bcb-471f-891f-57d9c8271513 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:18:41.189896 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b185b03-7bcb-471f-891f-57d9c8271513 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:18:41.190227 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b185b03-7bcb-471f-891f-57d9c8271513 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:18:41.190556 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b185b03-7bcb-471f-891f-57d9c8271513 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:18:41.190882 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b185b03-7bcb-471f-891f-57d9c8271513 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:18:41.191253 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b185b03-7bcb-471f-891f-57d9c8271513 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:18:41.191583 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b185b03-7bcb-471f-891f-57d9c8271513 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:18:41.192021 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b185b03-7bcb-471f-891f-57d9c8271513 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:18:41.313415 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0a2d2dab-e5ef-4599-b0c7-77e5c840a019 req-4b185b03-7bcb-471f-891f-57d9c8271513 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Router e82250b0-2c64-4e9e-b3db-8617ae46ff4c has already been hosted by L3 agent 5097f9b2-2ef0-4af4-bde3-0c344dd6e70c {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 11:18:41.398108 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b29c62-5475-48cd-aa0f-e16688964442 req-23fead1a-bc07-4f83-87b3-4b8b6844c008 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:18:41.400150 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-14b29c62-5475-48cd-aa0f-e16688964442 req-23fead1a-bc07-4f83-87b3-4b8b6844c008 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] 10.222.0.24 "GET /v2.0/ports?device_id=5686b2e9-c51d-4b6f-b34b-d66f6d678dea HTTP/1.1" status: 200 len: 946 time: 0.0643547 Mar 21 11:18:41.451977 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0a2d2dab-e5ef-4599-b0c7-77e5c840a019 req-4b185b03-7bcb-471f-891f-57d9c8271513 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Notify agent at l3_agent.dv-cinder-834448-1-smb the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 11:18:41.464232 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c7b669-cd48-4904-a654-1f37e8d45547 None None] Sync routers for ids ['e82250b0-2c64-4e9e-b3db-8617ae46ff4c'] in dv-cinder-834448-1-smb {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 11:18:41.474878 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-14b29c62-5475-48cd-aa0f-e16688964442 req-23a6aa93-6a9a-4425-8729-2105df76ba2b tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9601a7e-4ec6-4d51-8a8e-dd425c9e837f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617864 Mar 21 11:18:41.475140 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c7b669-cd48-4904-a654-1f37e8d45547 None None] Routers {'e82250b0-2c64-4e9e-b3db-8617ae46ff4c'} bound to L3 agent in host dv-cinder-834448-1-smb {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:18:41.475811 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-94c7b669-cd48-4904-a654-1f37e8d45547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-21T11:04:55Z,description=,heartbeat_timestamp=2022-03-21T11:18:26Z,host='dv-cinder-834448-1-smb',id=5097f9b2-2ef0-4af4-bde3-0c344dd6e70c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:55Z,topic='l3_agent')) {'router_ids': ['e82250b0-2c64-4e9e-b3db-8617ae46ff4c'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:18:41.500541 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a2d2dab-e5ef-4599-b0c7-77e5c840a019 req-4b185b03-7bcb-471f-891f-57d9c8271513 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] No DVR routers for this DVR port 8909e85b-714c-410e-80a1-e387d36aadc7 on host hv-cinder-83444 {{(pid=103422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 11:18:41.503363 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-0a2d2dab-e5ef-4599-b0c7-77e5c840a019 req-4b185b03-7bcb-471f-891f-57d9c8271513 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97509'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:41.507050 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-0a2d2dab-e5ef-4599-b0c7-77e5c840a019 req-4b185b03-7bcb-471f-891f-57d9c8271513 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.32 "DELETE /v2.0/ports/8909e85b-714c-410e-80a1-e387d36aadc7 HTTP/1.1" status: 204 len: 173 time: 0.9279623 Mar 21 11:18:41.507546 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8191288d-f5b6-4728-9532-86f77e741727', 'name': 'network-vif-deleted', 'tag': '8909e85b-714c-410e-80a1-e387d36aadc7'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:18:41.513393 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41c5d39db19d144038176bb777b16d1c8d23e2eed0354b669264d617ed9abe1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81cbcbef-5f5f-40cf-b2d7-7a7d71cec5da" -d '{"events": [{"server_uuid": "8191288d-f5b6-4728-9532-86f77e741727", "name": "network-vif-deleted", "tag": "8909e85b-714c-410e-80a1-e387d36aadc7"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:18:41.556151 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 11:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfbbbdf4-6b15-40db-94ed-c6d95fadbd99 x-openstack-request-id: req-bfbbbdf4-6b15-40db-94ed-c6d95fadbd99 {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:18:41.556438 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8191288d-f5b6-4728-9532-86f77e741727", "name": "network-vif-deleted", "tag": "8909e85b-714c-410e-80a1-e387d36aadc7", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:18:41.556693 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bfbbbdf4-6b15-40db-94ed-c6d95fadbd99 {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:18:41.557093 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8191288d-f5b6-4728-9532-86f77e741727', 'name': 'network-vif-deleted', 'tag': '8909e85b-714c-410e-80a1-e387d36aadc7', 'status': 'completed', 'code': 200} Mar 21 11:18:41.594135 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-94c7b669-cd48-4904-a654-1f37e8d45547 None None] Set router e82250b0-2c64-4e9e-b3db-8617ae46ff4c gateway port host: dv-cinder-834448-1-smb {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:18:41.774248 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e601d933-5322-4db1-891a-8c7213a743c1 req-4dda2c84-3e1e-478b-9905-ab7319f501f2 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:18:41.775707 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-e601d933-5322-4db1-891a-8c7213a743c1 req-4dda2c84-3e1e-478b-9905-ab7319f501f2 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/ports?device_id=8517f2fe-d7c1-4fa1-adbf-48fd547407f2 HTTP/1.1" status: 200 len: 945 time: 0.0721266 Mar 21 11:18:41.827201 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-e601d933-5322-4db1-891a-8c7213a743c1 req-5197afef-b458-43fc-934f-1a61c435e105 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b998314-a05a-44c0-b23b-d6ece4a472c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456464 Mar 21 11:18:41.846025 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-94c7b669-cd48-4904-a654-1f37e8d45547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e82250b0-2c64-4e9e-b3db-8617ae46ff4c', 'name': 'tempest-ServerRescueNegativeTestJSON-2065661749-router', 'tenant_id': '52347e0a8df44be6bcf4f99067c9a702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'external_fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.47'}], 'enable_snat': True}, 'gw_port_id': 'edda812f-da92-43c8-a40f-d8798ab369d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:13:32Z', 'updated_at': '2022-03-21T11:13:54Z', 'revision_number': 4, 'project_id': '52347e0a8df44be6bcf4f99067c9a702', 'gw_port': {'id': 'edda812f-da92-43c8-a40f-d8798ab369d7', 'name': '', 'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:49:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82250b0-2c64-4e9e-b3db-8617ae46ff4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:36Z', 'updated_at': '2022-03-21T11:13:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-smb', '_interfaces': [{'id': '506ecfd7-bedb-48f7-8ae0-d74505b91b1b', 'name': '', 'network_id': '4a579521-14d3-4610-a099-3c56c62bd19a', 'tenant_id': '52347e0a8df44be6bcf4f99067c9a702', 'mac_address': 'fa:16:3e:70:97:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82250b0-2c64-4e9e-b3db-8617ae46ff4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '8a3d170f-7254-484a-9abf-df0a7cea6ed2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:48Z', 'updated_at': '2022-03-21T11:14:07Z', 'revision_number': 5, 'project_id': '52347e0a8df44be6bcf4f99067c9a702', 'subnets': [{'id': '8a3d170f-7254-484a-9abf-df0a7cea6ed2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-1-smb', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:18:41.879529 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c7b669-cd48-4904-a654-1f37e8d45547 None None] Checking router: e82250b0-2c64-4e9e-b3db-8617ae46ff4c for host: dv-cinder-834448-1-smb {{(pid=103423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 11:18:41.888239 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c7b669-cd48-4904-a654-1f37e8d45547 None None] Routers {'e82250b0-2c64-4e9e-b3db-8617ae46ff4c'} bound to L3 agent in host dv-cinder-834448-1-smb {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:18:41.888858 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-94c7b669-cd48-4904-a654-1f37e8d45547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-21T11:04:55Z,description=,heartbeat_timestamp=2022-03-21T11:18:26Z,host='dv-cinder-834448-1-smb',id=5097f9b2-2ef0-4af4-bde3-0c344dd6e70c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:55Z,topic='l3_agent')) {'router_ids': ['e82250b0-2c64-4e9e-b3db-8617ae46ff4c'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:18:42.002685 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-94c7b669-cd48-4904-a654-1f37e8d45547 None None] Set router e82250b0-2c64-4e9e-b3db-8617ae46ff4c gateway port host: dv-cinder-834448-1-smb {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:18:42.142794 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9184bef-9297-408f-b74a-6f6684833c0f req-814cd4f4-7c2e-4b72-9d3c-4fe69d65c2be tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:18:42.147508 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-e9184bef-9297-408f-b74a-6f6684833c0f req-814cd4f4-7c2e-4b72-9d3c-4fe69d65c2be tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] 10.222.0.32 "GET /v2.0/ports?device_id=5686b2e9-c51d-4b6f-b34b-d66f6d678dea HTTP/1.1" status: 200 len: 946 time: 0.0905418 Mar 21 11:18:42.280722 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-11278050-0035-4330-b848-10e5de0817f7 req-19e7a0b2-7513-4d63-ac16-4a39e6de931c tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/ports?device_id=8191288d-f5b6-4728-9532-86f77e741727 HTTP/1.1" status: 200 len: 210 time: 0.0812044 Mar 21 11:18:42.310507 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-e9184bef-9297-408f-b74a-6f6684833c0f req-b5350e09-96ec-46a2-9775-23b7f6dad044 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Deleting port 34bb0d17-e1f9-489e-956a-47073575560b {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:18:42.310839 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-e9184bef-9297-408f-b74a-6f6684833c0f req-b5350e09-96ec-46a2-9775-23b7f6dad044 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738246690591'] for port (34bb0d17-e1f9-489e-956a-47073575560b), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:42.371146 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-94c7b669-cd48-4904-a654-1f37e8d45547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e82250b0-2c64-4e9e-b3db-8617ae46ff4c', 'name': 'tempest-ServerRescueNegativeTestJSON-2065661749-router', 'tenant_id': '52347e0a8df44be6bcf4f99067c9a702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'external_fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.47'}], 'enable_snat': True}, 'gw_port_id': 'edda812f-da92-43c8-a40f-d8798ab369d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:13:32Z', 'updated_at': '2022-03-21T11:13:54Z', 'revision_number': 4, 'project_id': '52347e0a8df44be6bcf4f99067c9a702', 'gw_port': {'id': 'edda812f-da92-43c8-a40f-d8798ab369d7', 'name': '', 'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:49:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82250b0-2c64-4e9e-b3db-8617ae46ff4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:36Z', 'updated_at': '2022-03-21T11:13:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-smb', '_interfaces': [{'id': '506ecfd7-bedb-48f7-8ae0-d74505b91b1b', 'name': '', 'network_id': '4a579521-14d3-4610-a099-3c56c62bd19a', 'tenant_id': '52347e0a8df44be6bcf4f99067c9a702', 'mac_address': 'fa:16:3e:70:97:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82250b0-2c64-4e9e-b3db-8617ae46ff4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '8a3d170f-7254-484a-9abf-df0a7cea6ed2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:48Z', 'updated_at': '2022-03-21T11:14:07Z', 'revision_number': 5, 'project_id': '52347e0a8df44be6bcf4f99067c9a702', 'subnets': [{'id': '8a3d170f-7254-484a-9abf-df0a7cea6ed2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-1-smb', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:18:42.407713 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-e9184bef-9297-408f-b74a-6f6684833c0f req-b5350e09-96ec-46a2-9775-23b7f6dad044 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] For port 34bb0d17-e1f9-489e-956a-47073575560b, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=34bb0d17-e1f9-489e-956a-47073575560b,segment=NetworkSegment(e8bbdbf4-7a3c-4382-b3f5-00a80b4a7f1d),segment_id=e8bbdbf4-7a3c-4382-b3f5-00a80b4a7f1d)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:18:42.407713 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-e9184bef-9297-408f-b74a-6f6684833c0f req-b5350e09-96ec-46a2-9775-23b7f6dad044 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701214'] for port (34bb0d17-e1f9-489e-956a-47073575560b), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:42.420302 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c7b669-cd48-4904-a654-1f37e8d45547 None None] The sync data for ids ['e82250b0-2c64-4e9e-b3db-8617ae46ff4c'] in dv-cinder-834448-1-smb is: [{'id': 'e82250b0-2c64-4e9e-b3db-8617ae46ff4c', 'name': 'tempest-ServerRescueNegativeTestJSON-2065661749-router', 'tenant_id': '52347e0a8df44be6bcf4f99067c9a702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'external_fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.47'}], 'enable_snat': True}, 'gw_port_id': 'edda812f-da92-43c8-a40f-d8798ab369d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:13:32Z', 'updated_at': '2022-03-21T11:13:54Z', 'revision_number': 4, 'project_id': '52347e0a8df44be6bcf4f99067c9a702', 'gw_port': {'id': 'edda812f-da92-43c8-a40f-d8798ab369d7', 'name': '', 'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:49:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82250b0-2c64-4e9e-b3db-8617ae46ff4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:36Z', 'updated_at': '2022-03-21T11:13:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-smb', '_interfaces': [{'id': '506ecfd7-bedb-48f7-8ae0-d74505b91b1b', 'name': '', 'network_id': '4a579521-14d3-4610-a099-3c56c62bd19a', 'tenant_id': '52347e0a8df44be6bcf4f99067c9a702', 'mac_address': 'fa:16:3e:70:97:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82250b0-2c64-4e9e-b3db-8617ae46ff4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '8a3d170f-7254-484a-9abf-df0a7cea6ed2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:48Z', 'updated_at': '2022-03-21T11:14:07Z', 'revision_number': 5, 'project_id': '52347e0a8df44be6bcf4f99067c9a702', 'subnets': [{'id': '8a3d170f-7254-484a-9abf-df0a7cea6ed2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 11:18:42.602258 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-e9184bef-9297-408f-b74a-6f6684833c0f req-b5350e09-96ec-46a2-9775-23b7f6dad044 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:42.602950 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-e9184bef-9297-408f-b74a-6f6684833c0f req-b5350e09-96ec-46a2-9775-23b7f6dad044 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1690700'] for floatingip (3aeb504e-2580-412f-88e9-ae616c51a2af), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:42.604139 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.db.l3_db [req-e9184bef-9297-408f-b74a-6f6684833c0f req-b5350e09-96ec-46a2-9775-23b7f6dad044 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Floating IP 3aeb504e-2580-412f-88e9-ae616c51a2af disassociated. External IP: 172.28.0.104, port: 34bb0d17-e1f9-489e-956a-47073575560b. Mar 21 11:18:42.604487 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-e9184bef-9297-408f-b74a-6f6684833c0f req-b5350e09-96ec-46a2-9775-23b7f6dad044 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Calling delete_port for 34bb0d17-e1f9-489e-956a-47073575560b owned by compute:nova {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:18:42.625192 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7d02e4-4ae7-4d1e-a1ac-630b79d84658 req-f2374c05-7aac-4a30-93f6-b729bf385f57 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:18:42.627005 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-6f7d02e4-4ae7-4d1e-a1ac-630b79d84658 req-f2374c05-7aac-4a30-93f6-b729bf385f57 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] 10.222.0.24 "GET /v2.0/ports?device_id=5686b2e9-c51d-4b6f-b34b-d66f6d678dea HTTP/1.1" status: 200 len: 946 time: 0.0662010 Mar 21 11:18:42.685851 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-6f7d02e4-4ae7-4d1e-a1ac-630b79d84658 req-445860f9-692c-4a4f-8dbc-a346be41ce9a tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9601a7e-4ec6-4d51-8a8e-dd425c9e837f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513756 Mar 21 11:18:42.686949 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d01aa31-32d4-4394-8926-e94118f298dc None None] New status for floating IP 17c62a94-03e1-4447-ad3e-5f5a0aae738b: DOWN {{(pid=103424) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 11:18:42.749318 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-e9184bef-9297-408f-b74a-6f6684833c0f req-b5350e09-96ec-46a2-9775-23b7f6dad044 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738246698626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738246144790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265271506'] for port (34bb0d17-e1f9-489e-956a-47073575560b), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:42.779676 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5350e09-96ec-46a2-9775-23b7f6dad044 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Pushing event deleted for resources: {'Port': ['ID=34bb0d17-e1f9-489e-956a-47073575560b,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:18:42.900406 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e9184bef-9297-408f-b74a-6f6684833c0f req-b5350e09-96ec-46a2-9775-23b7f6dad044 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Router b6f812b9-6d9a-4ef9-93fc-911b8f0819b8 has already been hosted by L3 agent 5097f9b2-2ef0-4af4-bde3-0c344dd6e70c {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 11:18:42.980944 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2326e02e-7b6f-4961-bb0b-1c93e557bdfa req-42c742c5-450e-42b8-836f-a6f0d6253966 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:18:42.982727 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-2326e02e-7b6f-4961-bb0b-1c93e557bdfa req-42c742c5-450e-42b8-836f-a6f0d6253966 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/ports?device_id=8517f2fe-d7c1-4fa1-adbf-48fd547407f2 HTTP/1.1" status: 200 len: 945 time: 0.0631869 Mar 21 11:18:43.038583 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-2326e02e-7b6f-4961-bb0b-1c93e557bdfa req-112446cb-bcf9-4d90-b4a9-61474f028cad tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b998314-a05a-44c0-b23b-d6ece4a472c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482948 Mar 21 11:18:43.242753 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e9184bef-9297-408f-b74a-6f6684833c0f req-b5350e09-96ec-46a2-9775-23b7f6dad044 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Notify agent at l3_agent.dv-cinder-834448-1-smb the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 11:18:43.256345 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9234c3-7b7c-4fe8-a770-7d9f29559509 None None] Sync routers for ids ['b6f812b9-6d9a-4ef9-93fc-911b8f0819b8'] in dv-cinder-834448-1-smb {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 11:18:43.275388 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9234c3-7b7c-4fe8-a770-7d9f29559509 None None] Routers {'b6f812b9-6d9a-4ef9-93fc-911b8f0819b8'} bound to L3 agent in host dv-cinder-834448-1-smb {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:18:43.276758 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-3a9234c3-7b7c-4fe8-a770-7d9f29559509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-21T11:04:55Z,description=,heartbeat_timestamp=2022-03-21T11:18:26Z,host='dv-cinder-834448-1-smb',id=5097f9b2-2ef0-4af4-bde3-0c344dd6e70c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:55Z,topic='l3_agent')) {'router_ids': ['b6f812b9-6d9a-4ef9-93fc-911b8f0819b8'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:18:43.292217 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9184bef-9297-408f-b74a-6f6684833c0f req-b5350e09-96ec-46a2-9775-23b7f6dad044 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] No DVR routers for this DVR port 34bb0d17-e1f9-489e-956a-47073575560b on host hv-cinder-83444 {{(pid=103422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 11:18:43.296158 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-e9184bef-9297-408f-b74a-6f6684833c0f req-b5350e09-96ec-46a2-9775-23b7f6dad044 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97509'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:43.301000 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-e9184bef-9297-408f-b74a-6f6684833c0f req-b5350e09-96ec-46a2-9775-23b7f6dad044 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] 10.222.0.32 "DELETE /v2.0/ports/34bb0d17-e1f9-489e-956a-47073575560b HTTP/1.1" status: 204 len: 173 time: 1.1468813 Mar 21 11:18:43.395358 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 46058) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:18:43.439058 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-3a9234c3-7b7c-4fe8-a770-7d9f29559509 None None] Set router b6f812b9-6d9a-4ef9-93fc-911b8f0819b8 gateway port host: dv-cinder-834448-1-smb {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:18:43.461961 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-78c0b4a8-93ca-48fe-bb10-834ed729aa88 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Publish callbacks [] for security_group (daae5ede-2da4-4353-80fd-81af085a454c), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:43.486813 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-78c0b4a8-93ca-48fe-bb10-834ed729aa88 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Publish callbacks [] for security_group (daae5ede-2da4-4353-80fd-81af085a454c), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:43.550157 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-78c0b4a8-93ca-48fe-bb10-834ed729aa88 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (daae5ede-2da4-4353-80fd-81af085a454c), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:43.556665 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-78c0b4a8-93ca-48fe-bb10-834ed729aa88 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:43.558092 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5686b2e9-c51d-4b6f-b34b-d66f6d678dea', 'name': 'network-vif-deleted', 'tag': '34bb0d17-e1f9-489e-956a-47073575560b'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:18:43.558245 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-78c0b4a8-93ca-48fe-bb10-834ed729aa88 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "DELETE /v2.0/security-groups/daae5ede-2da4-4353-80fd-81af085a454c HTTP/1.1" status: 204 len: 168 time: 0.1607246 Mar 21 11:18:43.561316 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 46060) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:18:43.562520 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41c5d39db19d144038176bb777b16d1c8d23e2eed0354b669264d617ed9abe1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-357186f9-9d61-4f49-a9b4-7b19bb1952e4" -d '{"events": [{"server_uuid": "5686b2e9-c51d-4b6f-b34b-d66f6d678dea", "name": "network-vif-deleted", "tag": "34bb0d17-e1f9-489e-956a-47073575560b"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:18:43.579062 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c0b4a8-93ca-48fe-bb10-834ed729aa88 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=daae5ede-2da4-4353-80fd-81af085a454c,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:18:43.582209 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.api.v2.resource [None req-6df10e80-9511-4c6e-8219-9fc000c43b97 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] show failed (client error): The resource could not be found. Mar 21 11:18:43.583286 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-6df10e80-9511-4c6e-8219-9fc000c43b97 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/security-groups/daae5ede-2da4-4353-80fd-81af085a454c HTTP/1.1" status: 404 len: 347 time: 0.0208158 Mar 21 11:18:43.587124 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 46064) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:18:43.630465 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 11:18:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bb30506-09c1-42f5-9c3e-4d46b43a1093 x-openstack-request-id: req-1bb30506-09c1-42f5-9c3e-4d46b43a1093 {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:18:43.630793 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5686b2e9-c51d-4b6f-b34b-d66f6d678dea", "name": "network-vif-deleted", "tag": "34bb0d17-e1f9-489e-956a-47073575560b", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:18:43.630993 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1bb30506-09c1-42f5-9c3e-4d46b43a1093 {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:18:43.631446 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5686b2e9-c51d-4b6f-b34b-d66f6d678dea', 'name': 'network-vif-deleted', 'tag': '34bb0d17-e1f9-489e-956a-47073575560b', 'status': 'completed', 'code': 200} Mar 21 11:18:43.676733 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Device 8909e85b-714c-410e-80a1-e387d36aadc7 no longer exists at agent hyperv_hv-cinder-83444 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 11:18:43.700570 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] No Port match for: 8909e85b-714c-410e-80a1-e387d36aadc7 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 11:18:43.701058 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Device 8909e85b-714c-410e-80a1-e387d36aadc7 not bound to the agent host hv-cinder-83444 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 11:18:43.701499 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Device 34bb0d17-e1f9-489e-956a-47073575560b no longer exists at agent hyperv_hv-cinder-83444 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 11:18:43.731986 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] No Port match for: 34bb0d17-e1f9-489e-956a-47073575560b {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 11:18:43.732407 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Device 34bb0d17-e1f9-489e-956a-47073575560b not bound to the agent host hv-cinder-83444 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 11:18:43.750454 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-90b21128-c030-46d3-84f3-22d3f09a987a tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Deleting port f488e7ea-d8ad-426b-bdd3-4a3151ec5fa4 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:18:43.750801 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-90b21128-c030-46d3-84f3-22d3f09a987a tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738246690591'] for port (f488e7ea-d8ad-426b-bdd3-4a3151ec5fa4), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:43.757139 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-3a9234c3-7b7c-4fe8-a770-7d9f29559509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6f812b9-6d9a-4ef9-93fc-911b8f0819b8', 'name': 'tempest-AttachVolumeNegativeTest-905083178-router', 'tenant_id': 'a69c1808af3d4640ae6355109b334cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'external_fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.149'}], 'enable_snat': True}, 'gw_port_id': '682ae32b-17c7-4a87-8472-bef89307aa9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:14:43Z', 'updated_at': '2022-03-21T11:14:50Z', 'revision_number': 4, 'project_id': 'a69c1808af3d4640ae6355109b334cd8', 'gw_port': {'id': '682ae32b-17c7-4a87-8472-bef89307aa9b', 'name': '', 'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:f2:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f812b9-6d9a-4ef9-93fc-911b8f0819b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:14:44Z', 'updated_at': '2022-03-21T11:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-smb', '_interfaces': [{'id': '4b30e9ea-93a0-4312-be48-594c5c822598', 'name': '', 'network_id': '3ddc289c-7154-4e23-8f81-bf2d5b69083d', 'tenant_id': 'a69c1808af3d4640ae6355109b334cd8', 'mac_address': 'fa:16:3e:37:c0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f812b9-6d9a-4ef9-93fc-911b8f0819b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': 'b19ea63e-3287-4f53-b0cc-82d6b01cdd86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:14:48Z', 'updated_at': '2022-03-21T11:14:56Z', 'revision_number': 5, 'project_id': 'a69c1808af3d4640ae6355109b334cd8', 'subnets': [{'id': 'b19ea63e-3287-4f53-b0cc-82d6b01cdd86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-1-smb', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:18:43.802598 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9234c3-7b7c-4fe8-a770-7d9f29559509 None None] Checking router: b6f812b9-6d9a-4ef9-93fc-911b8f0819b8 for host: dv-cinder-834448-1-smb {{(pid=103423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 11:18:43.824511 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9234c3-7b7c-4fe8-a770-7d9f29559509 None None] Routers {'b6f812b9-6d9a-4ef9-93fc-911b8f0819b8'} bound to L3 agent in host dv-cinder-834448-1-smb {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:18:43.825161 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-3a9234c3-7b7c-4fe8-a770-7d9f29559509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-21T11:04:55Z,description=,heartbeat_timestamp=2022-03-21T11:18:26Z,host='dv-cinder-834448-1-smb',id=5097f9b2-2ef0-4af4-bde3-0c344dd6e70c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:55Z,topic='l3_agent')) {'router_ids': ['b6f812b9-6d9a-4ef9-93fc-911b8f0819b8'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:18:43.864514 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-12ea146f-6c4c-4633-8782-a0fe0566813e req-086858fb-6ac7-48c3-8031-6513fc612cd8 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] 10.222.0.24 "GET /v2.0/ports?device_id=5686b2e9-c51d-4b6f-b34b-d66f6d678dea HTTP/1.1" status: 200 len: 210 time: 0.0423172 Mar 21 11:18:43.874473 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-90b21128-c030-46d3-84f3-22d3f09a987a tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701214'] for port (f488e7ea-d8ad-426b-bdd3-4a3151ec5fa4), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:43.874830 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-90b21128-c030-46d3-84f3-22d3f09a987a tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Publish callbacks [] for floatingip (f488e7ea-d8ad-426b-bdd3-4a3151ec5fa4), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:43.889584 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-90b21128-c030-46d3-84f3-22d3f09a987a tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Calling delete_port for f488e7ea-d8ad-426b-bdd3-4a3151ec5fa4 owned by network:floatingip {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:18:43.975590 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-3a9234c3-7b7c-4fe8-a770-7d9f29559509 None None] Set router b6f812b9-6d9a-4ef9-93fc-911b8f0819b8 gateway port host: dv-cinder-834448-1-smb {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:18:44.037905 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-90b21128-c030-46d3-84f3-22d3f09a987a tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738246698626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738246144790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265271506'] for port (f488e7ea-d8ad-426b-bdd3-4a3151ec5fa4), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:44.070201 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b21128-c030-46d3-84f3-22d3f09a987a tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Pushing event deleted for resources: {'Port': ['ID=f488e7ea-d8ad-426b-bdd3-4a3151ec5fa4,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:18:44.145081 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-90b21128-c030-46d3-84f3-22d3f09a987a tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Publish callbacks [] for floatingip (17c62a94-03e1-4447-ad3e-5f5a0aae738b), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:44.149128 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-90b21128-c030-46d3-84f3-22d3f09a987a tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97509'] for floatingip (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:44.150616 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-90b21128-c030-46d3-84f3-22d3f09a987a tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "DELETE /v2.0/floatingips/17c62a94-03e1-4447-ad3e-5f5a0aae738b HTTP/1.1" status: 204 len: 168 time: 0.5625145 Mar 21 11:18:44.209698 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a638a9e-2781-4d60-815c-7c3905d1e3f2 req-542f09f3-cf4e-45c6-80a1-9182aa9cd5e6 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:18:44.211793 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-4a638a9e-2781-4d60-815c-7c3905d1e3f2 req-542f09f3-cf4e-45c6-80a1-9182aa9cd5e6 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/ports?device_id=8517f2fe-d7c1-4fa1-adbf-48fd547407f2 HTTP/1.1" status: 200 len: 945 time: 0.0715024 Mar 21 11:18:44.266143 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-3a9234c3-7b7c-4fe8-a770-7d9f29559509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6f812b9-6d9a-4ef9-93fc-911b8f0819b8', 'name': 'tempest-AttachVolumeNegativeTest-905083178-router', 'tenant_id': 'a69c1808af3d4640ae6355109b334cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'external_fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.149'}], 'enable_snat': True}, 'gw_port_id': '682ae32b-17c7-4a87-8472-bef89307aa9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:14:43Z', 'updated_at': '2022-03-21T11:14:50Z', 'revision_number': 4, 'project_id': 'a69c1808af3d4640ae6355109b334cd8', 'gw_port': {'id': '682ae32b-17c7-4a87-8472-bef89307aa9b', 'name': '', 'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:f2:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f812b9-6d9a-4ef9-93fc-911b8f0819b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:14:44Z', 'updated_at': '2022-03-21T11:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-smb', '_interfaces': [{'id': '4b30e9ea-93a0-4312-be48-594c5c822598', 'name': '', 'network_id': '3ddc289c-7154-4e23-8f81-bf2d5b69083d', 'tenant_id': 'a69c1808af3d4640ae6355109b334cd8', 'mac_address': 'fa:16:3e:37:c0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f812b9-6d9a-4ef9-93fc-911b8f0819b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': 'b19ea63e-3287-4f53-b0cc-82d6b01cdd86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:14:48Z', 'updated_at': '2022-03-21T11:14:56Z', 'revision_number': 5, 'project_id': 'a69c1808af3d4640ae6355109b334cd8', 'subnets': [{'id': 'b19ea63e-3287-4f53-b0cc-82d6b01cdd86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-1-smb', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:18:44.288161 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-4a638a9e-2781-4d60-815c-7c3905d1e3f2 req-c85b0e1c-2463-4c05-829f-2cabd2fa4896 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b998314-a05a-44c0-b23b-d6ece4a472c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641739 Mar 21 11:18:44.308332 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9234c3-7b7c-4fe8-a770-7d9f29559509 None None] The sync data for ids ['b6f812b9-6d9a-4ef9-93fc-911b8f0819b8'] in dv-cinder-834448-1-smb is: [{'id': 'b6f812b9-6d9a-4ef9-93fc-911b8f0819b8', 'name': 'tempest-AttachVolumeNegativeTest-905083178-router', 'tenant_id': 'a69c1808af3d4640ae6355109b334cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'external_fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.149'}], 'enable_snat': True}, 'gw_port_id': '682ae32b-17c7-4a87-8472-bef89307aa9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:14:43Z', 'updated_at': '2022-03-21T11:14:50Z', 'revision_number': 4, 'project_id': 'a69c1808af3d4640ae6355109b334cd8', 'gw_port': {'id': '682ae32b-17c7-4a87-8472-bef89307aa9b', 'name': '', 'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:f2:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f812b9-6d9a-4ef9-93fc-911b8f0819b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:14:44Z', 'updated_at': '2022-03-21T11:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-smb', '_interfaces': [{'id': '4b30e9ea-93a0-4312-be48-594c5c822598', 'name': '', 'network_id': '3ddc289c-7154-4e23-8f81-bf2d5b69083d', 'tenant_id': 'a69c1808af3d4640ae6355109b334cd8', 'mac_address': 'fa:16:3e:37:c0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f812b9-6d9a-4ef9-93fc-911b8f0819b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': 'b19ea63e-3287-4f53-b0cc-82d6b01cdd86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:14:48Z', 'updated_at': '2022-03-21T11:14:56Z', 'revision_number': 5, 'project_id': 'a69c1808af3d4640ae6355109b334cd8', 'subnets': [{'id': 'b19ea63e-3287-4f53-b0cc-82d6b01cdd86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 11:18:44.567076 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1bccc9-5231-4ab2-8b30-f0867cf502d1 None None] New status for floating IP 3aeb504e-2580-412f-88e9-ae616c51a2af: DOWN {{(pid=103424) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 11:18:44.972033 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 46078) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:18:45.034171 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-33fe70e1-8c1f-43c0-b5f8-89d6a9abff15 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks [] for security_group (f9601a7e-4ec6-4d51-8a8e-dd425c9e837f), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:45.063033 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-33fe70e1-8c1f-43c0-b5f8-89d6a9abff15 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks [] for security_group (f9601a7e-4ec6-4d51-8a8e-dd425c9e837f), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:45.117118 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-33fe70e1-8c1f-43c0-b5f8-89d6a9abff15 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (f9601a7e-4ec6-4d51-8a8e-dd425c9e837f), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:45.120724 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-33fe70e1-8c1f-43c0-b5f8-89d6a9abff15 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:45.122602 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-33fe70e1-8c1f-43c0-b5f8-89d6a9abff15 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] 10.222.0.24 "DELETE /v2.0/security-groups/f9601a7e-4ec6-4d51-8a8e-dd425c9e837f HTTP/1.1" status: 204 len: 168 time: 0.1490443 Mar 21 11:18:45.125269 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 46080) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:18:45.134517 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fe70e1-8c1f-43c0-b5f8-89d6a9abff15 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9601a7e-4ec6-4d51-8a8e-dd425c9e837f,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:18:45.141951 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.api.v2.resource [None req-09c4b063-0f3d-4a83-9085-122820bc335a tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] show failed (client error): The resource could not be found. Mar 21 11:18:45.143097 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-09c4b063-0f3d-4a83-9085-122820bc335a tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] 10.222.0.24 "GET /v2.0/security-groups/f9601a7e-4ec6-4d51-8a8e-dd425c9e837f HTTP/1.1" status: 404 len: 347 time: 0.0167611 Mar 21 11:18:45.146324 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 46082) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:18:45.290045 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-b496199c-2cb6-494f-9b7c-a4cbb51ef0ca tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Deleting port 6139f1b7-3809-431a-82aa-989f1beb703f {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:18:45.290388 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b496199c-2cb6-494f-9b7c-a4cbb51ef0ca tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738246690591'] for port (6139f1b7-3809-431a-82aa-989f1beb703f), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:45.390554 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b496199c-2cb6-494f-9b7c-a4cbb51ef0ca tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701214'] for port (6139f1b7-3809-431a-82aa-989f1beb703f), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:45.390554 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b496199c-2cb6-494f-9b7c-a4cbb51ef0ca tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks [] for floatingip (6139f1b7-3809-431a-82aa-989f1beb703f), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:45.430172 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-b496199c-2cb6-494f-9b7c-a4cbb51ef0ca tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Calling delete_port for 6139f1b7-3809-431a-82aa-989f1beb703f owned by network:floatingip {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:18:45.469028 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44f4af6-dbc6-4d37-bff3-d5bd4f2c130f req-a3f70337-1a8c-4d09-995f-3c02d11c184d tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:18:45.471165 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-d44f4af6-dbc6-4d37-bff3-d5bd4f2c130f req-a3f70337-1a8c-4d09-995f-3c02d11c184d tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/ports?device_id=8517f2fe-d7c1-4fa1-adbf-48fd547407f2 HTTP/1.1" status: 200 len: 945 time: 0.0904601 Mar 21 11:18:45.577443 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-d44f4af6-dbc6-4d37-bff3-d5bd4f2c130f req-dbad5acf-cdaa-4ac0-9420-d69040fd9485 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b998314-a05a-44c0-b23b-d6ece4a472c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756106 Mar 21 11:18:45.658919 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b496199c-2cb6-494f-9b7c-a4cbb51ef0ca tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738246698626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738246144790'] for port (6139f1b7-3809-431a-82aa-989f1beb703f), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:45.695884 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b496199c-2cb6-494f-9b7c-a4cbb51ef0ca tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Pushing event deleted for resources: {'Port': ['ID=6139f1b7-3809-431a-82aa-989f1beb703f,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:18:45.723057 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b496199c-2cb6-494f-9b7c-a4cbb51ef0ca tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks [] for floatingip (3aeb504e-2580-412f-88e9-ae616c51a2af), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:45.725780 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b496199c-2cb6-494f-9b7c-a4cbb51ef0ca tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97509'] for floatingip (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:45.726982 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-b496199c-2cb6-494f-9b7c-a4cbb51ef0ca tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] 10.222.0.24 "DELETE /v2.0/floatingips/3aeb504e-2580-412f-88e9-ae616c51a2af HTTP/1.1" status: 204 len: 168 time: 0.5792034 Mar 21 11:18:45.892794 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 46094) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:18:45.897531 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.v2.base [None req-dce0d7d8-24ef-4ba5-b371-2dd2f6e33b20 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Request body: {'security_group': {'name': 'tempest-securitygroup--128261136', 'description': 'tempest-description--1065697462'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:18:45.922253 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-dce0d7d8-24ef-4ba5-b371-2dd2f6e33b20 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:46.003223 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-dce0d7d8-24ef-4ba5-b371-2dd2f6e33b20 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks [] for security_group (53a006dc-faef-4bef-8699-9c679b4e20fd), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:46.008778 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-dce0d7d8-24ef-4ba5-b371-2dd2f6e33b20 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (53a006dc-faef-4bef-8699-9c679b4e20fd), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:46.039593 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-dce0d7d8-24ef-4ba5-b371-2dd2f6e33b20 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:46.040880 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-dce0d7d8-24ef-4ba5-b371-2dd2f6e33b20 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1470370 Mar 21 11:18:46.043882 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 46096) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:18:46.049345 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.v2.base [None req-360e5011-ba8f-4194-80cb-1b627c7d3778 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Request body: {'security_group_rule': {'security_group_id': '53a006dc-faef-4bef-8699-9c679b4e20fd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:18:46.055408 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce0d7d8-24ef-4ba5-b371-2dd2f6e33b20 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53a006dc-faef-4bef-8699-9c679b4e20fd,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:18:46.087137 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-360e5011-ba8f-4194-80cb-1b627c7d3778 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks [] for security_group_rule (fb22720f-0232-474d-9081-54a7ff1c4d0d), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:46.149688 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-360e5011-ba8f-4194-80cb-1b627c7d3778 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks [] for security_group_rule (fb22720f-0232-474d-9081-54a7ff1c4d0d), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:46.154663 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-360e5011-ba8f-4194-80cb-1b627c7d3778 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674879'] for security_group_rule (fb22720f-0232-474d-9081-54a7ff1c4d0d), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:46.175205 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360e5011-ba8f-4194-80cb-1b627c7d3778 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb22720f-0232-474d-9081-54a7ff1c4d0d,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:18:46.186098 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-360e5011-ba8f-4194-80cb-1b627c7d3778 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:46.187374 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-360e5011-ba8f-4194-80cb-1b627c7d3778 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1425514 Mar 21 11:18:46.191495 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 46098) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:18:46.196030 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.v2.base [None req-8325a147-b750-474a-8bd7-6226e9ad2911 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Request body: {'security_group_rule': {'security_group_id': '53a006dc-faef-4bef-8699-9c679b4e20fd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:18:46.226980 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8325a147-b750-474a-8bd7-6226e9ad2911 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks [] for security_group_rule (d6d76b53-1cd7-4e68-a849-a32fae0ad495), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:46.291346 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8325a147-b750-474a-8bd7-6226e9ad2911 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks [] for security_group_rule (d6d76b53-1cd7-4e68-a849-a32fae0ad495), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:46.296939 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8325a147-b750-474a-8bd7-6226e9ad2911 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674879'] for security_group_rule (d6d76b53-1cd7-4e68-a849-a32fae0ad495), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:46.315782 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8325a147-b750-474a-8bd7-6226e9ad2911 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6d76b53-1cd7-4e68-a849-a32fae0ad495,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:18:46.325682 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8325a147-b750-474a-8bd7-6226e9ad2911 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:46.326927 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-8325a147-b750-474a-8bd7-6226e9ad2911 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1344504 Mar 21 11:18:46.330113 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 46100) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:18:46.334522 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.v2.base [None req-c4706c06-686a-4a94-abc7-12bea685c00a tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Request body: {'floatingip': {'floating_network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:18:46.357661 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c4706c06-686a-4a94-abc7-12bea685c00a tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:46.463898 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c4706c06-686a-4a94-abc7-12bea685c00a tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:46.579806 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [None req-c4706c06-686a-4a94-abc7-12bea685c00a tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Allocated IP 172.28.0.179 (4a234a12-d706-4d7c-b6c3-ed2b05ad1623/3e258188-6a8e-4491-8eb3-50329fb1d7f1/677576ca-2600-438d-b3da-bba2aa34306a) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:18:46.765489 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c4706c06-686a-4a94-abc7-12bea685c00a tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks [] for port (677576ca-2600-438d-b3da-bba2aa34306a), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:46.809247 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b82ea1-8bc7-4278-a926-d9d0a52f5e5e req-c05a8ccd-06cc-4e0e-83bf-3d0ffef2c922 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:18:46.810772 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-48b82ea1-8bc7-4278-a926-d9d0a52f5e5e req-c05a8ccd-06cc-4e0e-83bf-3d0ffef2c922 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8703943-14fc-4c57-bce1-978a2a6a70a2 HTTP/1.1" status: 200 len: 945 time: 0.1459179 Mar 21 11:18:46.855363 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c4706c06-686a-4a94-abc7-12bea685c00a tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738246144781'] for port (677576ca-2600-438d-b3da-bba2aa34306a), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:46.879533 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e188f9c5-90b9-4ec5-b055-a3eb73791a58 req-c0416a7e-4f89-4fb0-a5f3-808f161e11b3 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:18:46.881156 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-e188f9c5-90b9-4ec5-b055-a3eb73791a58 req-c0416a7e-4f89-4fb0-a5f3-808f161e11b3 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/ports?device_id=8517f2fe-d7c1-4fa1-adbf-48fd547407f2 HTTP/1.1" status: 200 len: 945 time: 0.1747198 Mar 21 11:18:46.935924 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4706c06-686a-4a94-abc7-12bea685c00a tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Network 4a234a12-d706-4d7c-b6c3-ed2b05ad1623 is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:18:46.952119 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-48b82ea1-8bc7-4278-a926-d9d0a52f5e5e req-4558f6be-c9ec-42f5-a8e4-4895b2af4e5d tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/security-groups?id=d16428e1-03fd-46f7-80c6-8696f1f626ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321886 Mar 21 11:18:46.957248 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-c4706c06-686a-4a94-abc7-12bea685c00a tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:18:46.966635 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4706c06-686a-4a94-abc7-12bea685c00a tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:18:46.975477 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4706c06-686a-4a94-abc7-12bea685c00a tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Pushing event updated for resources: {'Port': ['ID=677576ca-2600-438d-b3da-bba2aa34306a,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:18:47.285334 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-e188f9c5-90b9-4ec5-b055-a3eb73791a58 req-f5c6345f-98cb-4da1-9bb3-2545dfab9699 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b998314-a05a-44c0-b23b-d6ece4a472c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3785274 Mar 21 11:18:47.298194 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c4706c06-686a-4a94-abc7-12bea685c00a tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks [] for floatingip (4392a073-5981-4823-91d1-4db9249b0bba), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:47.338166 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c4706c06-686a-4a94-abc7-12bea685c00a tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (677576ca-2600-438d-b3da-bba2aa34306a), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:47.497229 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c4706c06-686a-4a94-abc7-12bea685c00a tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks [] for port (677576ca-2600-438d-b3da-bba2aa34306a), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:47.504510 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c4706c06-686a-4a94-abc7-12bea685c00a tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817'] for port (677576ca-2600-438d-b3da-bba2aa34306a), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:47.535562 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c4706c06-686a-4a94-abc7-12bea685c00a tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1690700'] for floatingip (4392a073-5981-4823-91d1-4db9249b0bba), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:47.555518 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4706c06-686a-4a94-abc7-12bea685c00a tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Pushing event updated for resources: {'Port': ['ID=677576ca-2600-438d-b3da-bba2aa34306a,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:18:47.561966 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c4706c06-686a-4a94-abc7-12bea685c00a tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97509'] for floatingip (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:47.563608 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-c4706c06-686a-4a94-abc7-12bea685c00a tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2324843 Mar 21 11:18:47.716304 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-c0211720-9ae4-4ebb-bc3d-a04f40a0daca req-04cf4013-15b5-4fcb-be6d-31ab29400d10 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--128261136&fields=id&tenant_id=a69c1808af3d4640ae6355109b334cd8 HTTP/1.1" status: 200 len: 267 time: 0.0428150 Mar 21 11:18:47.841283 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0211720-9ae4-4ebb-bc3d-a04f40a0daca req-88a900ac-a398-4d62-97d4-cc4929c05fc1 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:18:47.842671 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-c0211720-9ae4-4ebb-bc3d-a04f40a0daca req-88a900ac-a398-4d62-97d4-cc4929c05fc1 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] 10.222.0.24 "GET /v2.0/networks?id=3ddc289c-7154-4e23-8f81-bf2d5b69083d HTTP/1.1" status: 200 len: 814 time: 0.1190798 Mar 21 11:18:47.857812 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-c0211720-9ae4-4ebb-bc3d-a04f40a0daca req-7adf5440-7a91-4ea3-94cb-75feeb1f4ec9 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] 10.222.0.24 "GET /v2.0/quotas/a69c1808af3d4640ae6355109b334cd8 HTTP/1.1" status: 200 len: 375 time: 0.0095105 Mar 21 11:18:47.916411 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-c0211720-9ae4-4ebb-bc3d-a04f40a0daca req-a97f4981-e3bd-4ec7-ba73-776e1d4fb46d tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=a69c1808af3d4640ae6355109b334cd8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0534205 Mar 21 11:18:48.099080 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-c0211720-9ae4-4ebb-bc3d-a04f40a0daca req-f598c36c-c04a-4c00-a2da-c382fa7ddb14 service neutron] 10.222.0.24 "GET /v2.0/networks/3ddc289c-7154-4e23-8f81-bf2d5b69083d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709473 Mar 21 11:18:48.106640 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f498192-256d-4b30-a1bd-87179aa7a2b4 req-9527ac3e-652e-4846-85a2-90ffca351e95 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:18:48.108036 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-2f498192-256d-4b30-a1bd-87179aa7a2b4 req-9527ac3e-652e-4846-85a2-90ffca351e95 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8703943-14fc-4c57-bce1-978a2a6a70a2 HTTP/1.1" status: 200 len: 945 time: 0.0789034 Mar 21 11:18:48.209212 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-2f498192-256d-4b30-a1bd-87179aa7a2b4 req-51e9bb06-d7ed-46b6-85f8-eae079a9a06f tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/security-groups?id=d16428e1-03fd-46f7-80c6-8696f1f626ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932596 Mar 21 11:18:48.228136 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-c0211720-9ae4-4ebb-bc3d-a04f40a0daca req-fb219459-d81a-4bab-9c07-dd43138e97be service neutron] 10.222.0.24 "GET /v2.0/networks/3ddc289c-7154-4e23-8f81-bf2d5b69083d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190844 Mar 21 11:18:48.421453 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-ad838623-2c50-4a05-93af-05bef1da1296 req-274ef9b0-6d2c-45d2-959d-290c9f7b9b35 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] 10.222.0.24 "GET /v2.0/ports?device_id=98fc7ac1-3d7d-4d0a-8396-a86d91b4101b HTTP/1.1" status: 200 len: 210 time: 0.0439982 Mar 21 11:18:48.448459 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe809a90-6f3f-4b27-8833-b3a912485164 req-c4fab2ca-964d-4272-8025-c7a17b8b3aaa tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:18:48.450015 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-fe809a90-6f3f-4b27-8833-b3a912485164 req-c4fab2ca-964d-4272-8025-c7a17b8b3aaa tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/ports?device_id=8517f2fe-d7c1-4fa1-adbf-48fd547407f2 HTTP/1.1" status: 200 len: 945 time: 0.0829184 Mar 21 11:18:48.500970 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-fe809a90-6f3f-4b27-8833-b3a912485164 req-e137b5a6-402e-4bc9-a62b-e31f6436f2cc tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b998314-a05a-44c0-b23b-d6ece4a472c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443509 Mar 21 11:18:49.141048 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e0449a-3b46-4087-bf16-01df68d0c859 req-65227e26-b0ad-413a-9944-58ced888fc52 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:18:49.142564 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-c2e0449a-3b46-4087-bf16-01df68d0c859 req-65227e26-b0ad-413a-9944-58ced888fc52 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8703943-14fc-4c57-bce1-978a2a6a70a2 HTTP/1.1" status: 200 len: 945 time: 0.0576785 Mar 21 11:18:49.244793 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-c2e0449a-3b46-4087-bf16-01df68d0c859 req-ae12c307-b861-47aa-8f64-3171b187a34d tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Deleting port ff76fa0f-6df7-483c-bae4-e90d3232618b {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:18:49.245124 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-c2e0449a-3b46-4087-bf16-01df68d0c859 req-ae12c307-b861-47aa-8f64-3171b187a34d tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738246690591'] for port (ff76fa0f-6df7-483c-bae4-e90d3232618b), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:49.337600 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-c2e0449a-3b46-4087-bf16-01df68d0c859 req-ae12c307-b861-47aa-8f64-3171b187a34d tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] For port ff76fa0f-6df7-483c-bae4-e90d3232618b, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=ff76fa0f-6df7-483c-bae4-e90d3232618b,segment=NetworkSegment(ed9a1c02-481f-4a04-a954-ab4bb6b2d4a8),segment_id=ed9a1c02-481f-4a04-a954-ab4bb6b2d4a8)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:18:49.337967 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-c2e0449a-3b46-4087-bf16-01df68d0c859 req-ae12c307-b861-47aa-8f64-3171b187a34d tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701214'] for port (ff76fa0f-6df7-483c-bae4-e90d3232618b), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:49.341192 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a36c7c-7f51-45f4-af13-a267c15db689 req-540929b6-d0c2-413f-8865-d9e4a60d44dd tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:18:49.342771 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-88a36c7c-7f51-45f4-af13-a267c15db689 req-540929b6-d0c2-413f-8865-d9e4a60d44dd tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8703943-14fc-4c57-bce1-978a2a6a70a2 HTTP/1.1" status: 200 len: 945 time: 0.0584111 Mar 21 11:18:49.353001 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-c2e0449a-3b46-4087-bf16-01df68d0c859 req-ae12c307-b861-47aa-8f64-3171b187a34d tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Calling delete_port for ff76fa0f-6df7-483c-bae4-e90d3232618b owned by compute:nova {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:18:49.399129 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-88a36c7c-7f51-45f4-af13-a267c15db689 req-87954ce1-addd-48d1-8443-208d3534201e tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/security-groups?id=d16428e1-03fd-46f7-80c6-8696f1f626ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496833 Mar 21 11:18:49.518049 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-c2e0449a-3b46-4087-bf16-01df68d0c859 req-ae12c307-b861-47aa-8f64-3171b187a34d tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738246698626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738246144790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265271506'] for port (ff76fa0f-6df7-483c-bae4-e90d3232618b), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:49.528656 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0211720-9ae4-4ebb-bc3d-a04f40a0daca req-ca61a0e7-a29e-494c-8983-89f1854c1aca tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:18:49.532961 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-c0211720-9ae4-4ebb-bc3d-a04f40a0daca req-ca61a0e7-a29e-494c-8983-89f1854c1aca tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] 10.222.0.32 "GET /v2.0/networks?id=3ddc289c-7154-4e23-8f81-bf2d5b69083d HTTP/1.1" status: 200 len: 814 time: 0.1326218 Mar 21 11:18:49.537320 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] get_ports_and_sgs() called for port_ids ['ff76fa0f-6df7-483c-bae4-e90d3232618b', '9948eac0-7781-49c6-8e3e-4b86cdc3de84'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 11:18:49.553698 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae12c307-b861-47aa-8f64-3171b187a34d tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Pushing event deleted for resources: {'Port': ['ID=ff76fa0f-6df7-483c-bae4-e90d3232618b,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:18:49.607647 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-d1dd7a8f-9e8e-4eb3-a95e-eebcc5753841 req-65adb6b1-1135-4f7b-855a-0edc0f3b8cb5 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] 10.222.0.24 "GET /v2.0/ports?device_id=98fc7ac1-3d7d-4d0a-8396-a86d91b4101b HTTP/1.1" status: 200 len: 210 time: 0.0654211 Mar 21 11:18:49.641422 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2e0449a-3b46-4087-bf16-01df68d0c859 req-ae12c307-b861-47aa-8f64-3171b187a34d tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] No DVR routers for this DVR port ff76fa0f-6df7-483c-bae4-e90d3232618b on host hv-cinder-83444 {{(pid=103422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 11:18:49.644226 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-c2e0449a-3b46-4087-bf16-01df68d0c859 req-ae12c307-b861-47aa-8f64-3171b187a34d tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97509'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:49.648337 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-c2e0449a-3b46-4087-bf16-01df68d0c859 req-ae12c307-b861-47aa-8f64-3171b187a34d tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.32 "DELETE /v2.0/ports/ff76fa0f-6df7-483c-bae4-e90d3232618b HTTP/1.1" status: 204 len: 173 time: 0.5002344 Mar 21 11:18:49.649240 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8703943-14fc-4c57-bce1-978a2a6a70a2', 'name': 'network-vif-deleted', 'tag': 'ff76fa0f-6df7-483c-bae4-e90d3232618b'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:18:49.657049 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41c5d39db19d144038176bb777b16d1c8d23e2eed0354b669264d617ed9abe1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e744afd8-4672-4ca1-8f1c-b29c663a1fea" -d '{"events": [{"server_uuid": "e8703943-14fc-4c57-bce1-978a2a6a70a2", "name": "network-vif-deleted", "tag": "ff76fa0f-6df7-483c-bae4-e90d3232618b"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:18:49.697768 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 11:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6d9dce7-0df9-4c4a-be5d-037946385fc2 x-openstack-request-id: req-e6d9dce7-0df9-4c4a-be5d-037946385fc2 {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:18:49.698078 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8703943-14fc-4c57-bce1-978a2a6a70a2", "name": "network-vif-deleted", "tag": "ff76fa0f-6df7-483c-bae4-e90d3232618b", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:18:49.698475 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e6d9dce7-0df9-4c4a-be5d-037946385fc2 {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:18:49.698737 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8703943-14fc-4c57-bce1-978a2a6a70a2', 'name': 'network-vif-deleted', 'tag': 'ff76fa0f-6df7-483c-bae4-e90d3232618b', 'status': 'completed', 'code': 200} Mar 21 11:18:49.720690 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-c0211720-9ae4-4ebb-bc3d-a04f40a0daca req-ac7cd024-5055-4d9c-a7c7-9722f32ae98d tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a69c1808af3d4640ae6355109b334cd8 HTTP/1.1" status: 200 len: 379 time: 0.1431139 Mar 21 11:18:49.734299 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.v2.base [req-c0211720-9ae4-4ebb-bc3d-a04f40a0daca req-9bfc9185-d097-4269-9b83-876b370e4220 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Request body: {'port': {'device_id': '98fc7ac1-3d7d-4d0a-8396-a86d91b4101b', 'network_id': '3ddc289c-7154-4e23-8f81-bf2d5b69083d', 'admin_state_up': True, 'tenant_id': 'a69c1808af3d4640ae6355109b334cd8', 'security_groups': ['53a006dc-faef-4bef-8699-9c679b4e20fd']}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:18:49.758390 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd10f7d4-bab5-4e65-b8f9-eddcf0d1749d req-709cb7eb-4224-4431-a1ce-c6e15202c406 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:18:49.760016 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-dd10f7d4-bab5-4e65-b8f9-eddcf0d1749d req-709cb7eb-4224-4431-a1ce-c6e15202c406 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/ports?device_id=8517f2fe-d7c1-4fa1-adbf-48fd547407f2 HTTP/1.1" status: 200 len: 945 time: 0.1118832 Mar 21 11:18:49.862530 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-dd10f7d4-bab5-4e65-b8f9-eddcf0d1749d req-f80cfe58-997f-4a96-896e-6b805d796f12 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b998314-a05a-44c0-b23b-d6ece4a472c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761740 Mar 21 11:18:49.889840 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0211720-9ae4-4ebb-bc3d-a04f40a0daca req-9bfc9185-d097-4269-9b83-876b370e4220 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Made reservation on behalf of a69c1808af3d4640ae6355109b334cd8 for: {'port': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 11:18:49.893368 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-c0211720-9ae4-4ebb-bc3d-a04f40a0daca req-9bfc9185-d097-4269-9b83-876b370e4220 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:50.029500 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [req-c0211720-9ae4-4ebb-bc3d-a04f40a0daca req-9bfc9185-d097-4269-9b83-876b370e4220 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Allocated IP 172.20.0.6 (3ddc289c-7154-4e23-8f81-bf2d5b69083d/b19ea63e-3287-4f53-b0cc-82d6b01cdd86/25418382-4be7-4c47-9a7b-54d18c2e72d5) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:18:50.219891 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-c0211720-9ae4-4ebb-bc3d-a04f40a0daca req-9bfc9185-d097-4269-9b83-876b370e4220 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks [] for port (25418382-4be7-4c47-9a7b-54d18c2e72d5), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:50.256751 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-c0211720-9ae4-4ebb-bc3d-a04f40a0daca req-9bfc9185-d097-4269-9b83-876b370e4220 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738246144781'] for port (25418382-4be7-4c47-9a7b-54d18c2e72d5), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:50.302372 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0211720-9ae4-4ebb-bc3d-a04f40a0daca req-9bfc9185-d097-4269-9b83-876b370e4220 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Network 3ddc289c-7154-4e23-8f81-bf2d5b69083d is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:18:50.305533 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [req-c0211720-9ae4-4ebb-bc3d-a04f40a0daca req-9bfc9185-d097-4269-9b83-876b370e4220 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:18:50.309381 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0211720-9ae4-4ebb-bc3d-a04f40a0daca req-9bfc9185-d097-4269-9b83-876b370e4220 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:18:50.315403 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0211720-9ae4-4ebb-bc3d-a04f40a0daca req-9bfc9185-d097-4269-9b83-876b370e4220 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:18:50.316084 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-c0211720-9ae4-4ebb-bc3d-a04f40a0daca req-9bfc9185-d097-4269-9b83-876b370e4220 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97509'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:50.327745 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfc9185-d097-4269-9b83-876b370e4220 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Pushing event updated for resources: {'Port': ['ID=25418382-4be7-4c47-9a7b-54d18c2e72d5,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:18:50.341709 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-c0211720-9ae4-4ebb-bc3d-a04f40a0daca req-9bfc9185-d097-4269-9b83-876b370e4220 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6122084 Mar 21 11:18:50.352836 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.v2.base [req-c0211720-9ae4-4ebb-bc3d-a04f40a0daca req-bda3866d-ce25-49ec-b478-cfe282b9c4c1 service neutron] Request body: {'port': {'device_id': '98fc7ac1-3d7d-4d0a-8396-a86d91b4101b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83444'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:18:50.420495 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-c0211720-9ae4-4ebb-bc3d-a04f40a0daca req-bda3866d-ce25-49ec-b478-cfe282b9c4c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (25418382-4be7-4c47-9a7b-54d18c2e72d5), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:50.541182 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-9c7deac6-9aa3-41be-9294-5c0c2de61d50 None None] Provisioning complete for port 25418382-4be7-4c47-9a7b-54d18c2e72d5 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:18:50.541781 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-9c7deac6-9aa3-41be-9294-5c0c2de61d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688166'] for port (25418382-4be7-4c47-9a7b-54d18c2e72d5), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:50.584590 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-9c7deac6-9aa3-41be-9294-5c0c2de61d50 None None] Port 25418382-4be7-4c47-9a7b-54d18c2e72d5 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 11:18:50.810075 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.notifiers.nova [req-c0211720-9ae4-4ebb-bc3d-a04f40a0daca req-bda3866d-ce25-49ec-b478-cfe282b9c4c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25418382-4be7-4c47-9a7b-54d18c2e72d5 {{(pid=103421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 11:18:50.823073 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3768742e-b0f9-44c2-840e-84794df6d240 req-5d33c482-95f5-4424-83c8-44a66c59268c tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:18:50.824661 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-3768742e-b0f9-44c2-840e-84794df6d240 req-5d33c482-95f5-4424-83c8-44a66c59268c tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/ports?device_id=eaa8796e-ac8a-4032-8b25-89fa11d1d673 HTTP/1.1" status: 200 len: 946 time: 0.1652663 Mar 21 11:18:50.831392 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f33f162-ce73-4151-902e-17ceb74c23f1 req-e42e7864-8962-4178-8903-c93e06178079 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:18:50.832944 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-3f33f162-ce73-4151-902e-17ceb74c23f1 req-e42e7864-8962-4178-8903-c93e06178079 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] 10.222.0.24 "GET /v2.0/ports?device_id=98fc7ac1-3d7d-4d0a-8396-a86d91b4101b HTTP/1.1" status: 200 len: 931 time: 0.1575363 Mar 21 11:18:50.843097 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-c0211720-9ae4-4ebb-bc3d-a04f40a0daca req-bda3866d-ce25-49ec-b478-cfe282b9c4c1 service neutron] Publish callbacks [] for port (25418382-4be7-4c47-9a7b-54d18c2e72d5), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:50.889547 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [req-c0211720-9ae4-4ebb-bc3d-a04f40a0daca req-bda3866d-ce25-49ec-b478-cfe282b9c4c1 service neutron] Transition to ACTIVE for port object 25418382-4be7-4c47-9a7b-54d18c2e72d5 will not be triggered until provisioned by entity L2. {{(pid=103421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 21 11:18:50.903839 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-c0211720-9ae4-4ebb-bc3d-a04f40a0daca req-bda3866d-ce25-49ec-b478-cfe282b9c4c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817'] for port (25418382-4be7-4c47-9a7b-54d18c2e72d5), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:50.944057 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-3768742e-b0f9-44c2-840e-84794df6d240 req-c698732c-4b95-43a5-b90c-41626da933c7 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/security-groups?id=d16428e1-03fd-46f7-80c6-8696f1f626ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099651 Mar 21 11:18:50.982577 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-3f33f162-ce73-4151-902e-17ceb74c23f1 req-78015fc7-db47-45ae-b147-3f2619d9e057 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] 10.222.0.24 "GET /v2.0/security-groups?id=53a006dc-faef-4bef-8699-9c679b4e20fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1355181 Mar 21 11:18:50.984605 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda3866d-ce25-49ec-b478-cfe282b9c4c1 service neutron] Pushing event updated for resources: {'Port': ['ID=25418382-4be7-4c47-9a7b-54d18c2e72d5,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:18:51.045840 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-c0211720-9ae4-4ebb-bc3d-a04f40a0daca req-bda3866d-ce25-49ec-b478-cfe282b9c4c1 service neutron] Attempting to bind port 25418382-4be7-4c47-9a7b-54d18c2e72d5 on host hv-cinder-83444 for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 11:18:51.046118 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-c0211720-9ae4-4ebb-bc3d-a04f40a0daca req-bda3866d-ce25-49ec-b478-cfe282b9c4c1 service neutron] Attempting to bind port 25418382-4be7-4c47-9a7b-54d18c2e72d5 by drivers openvswitch,hyperv on host hv-cinder-83444 at level 0 using segments [{'id': 'e8bbdbf4-7a3c-4382-b3f5-00a80b4a7f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '3ddc289c-7154-4e23-8f81-bf2d5b69083d'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 11:18:51.046461 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0211720-9ae4-4ebb-bc3d-a04f40a0daca req-bda3866d-ce25-49ec-b478-cfe282b9c4c1 service neutron] Attempting to bind port 25418382-4be7-4c47-9a7b-54d18c2e72d5 on network 3ddc289c-7154-4e23-8f81-bf2d5b69083d {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:18:51.069758 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0211720-9ae4-4ebb-bc3d-a04f40a0daca req-bda3866d-ce25-49ec-b478-cfe282b9c4c1 service neutron] Port 25418382-4be7-4c47-9a7b-54d18c2e72d5 on network 3ddc289c-7154-4e23-8f81-bf2d5b69083d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83444 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 21 11:18:51.070120 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0211720-9ae4-4ebb-bc3d-a04f40a0daca req-bda3866d-ce25-49ec-b478-cfe282b9c4c1 service neutron] Attempting to bind port 25418382-4be7-4c47-9a7b-54d18c2e72d5 on network 3ddc289c-7154-4e23-8f81-bf2d5b69083d {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:18:51.078863 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0211720-9ae4-4ebb-bc3d-a04f40a0daca req-bda3866d-ce25-49ec-b478-cfe282b9c4c1 service neutron] Checking agent: {'id': 'e1ce583e-86b5-47e2-b889-5e91679074ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83444', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 11, 11, 26), 'started_at': datetime.datetime(2022, 3, 21, 11, 11, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 11, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 11:18:51.079220 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0211720-9ae4-4ebb-bc3d-a04f40a0daca req-bda3866d-ce25-49ec-b478-cfe282b9c4c1 service neutron] Checking segment: {'id': 'e8bbdbf4-7a3c-4382-b3f5-00a80b4a7f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '3ddc289c-7154-4e23-8f81-bf2d5b69083d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:18:51.079721 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0211720-9ae4-4ebb-bc3d-a04f40a0daca req-bda3866d-ce25-49ec-b478-cfe282b9c4c1 service neutron] Bound using segment: {'id': 'e8bbdbf4-7a3c-4382-b3f5-00a80b4a7f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '3ddc289c-7154-4e23-8f81-bf2d5b69083d'} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 11:18:51.080175 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-c0211720-9ae4-4ebb-bc3d-a04f40a0daca req-bda3866d-ce25-49ec-b478-cfe282b9c4c1 service neutron] Bound port: 25418382-4be7-4c47-9a7b-54d18c2e72d5, host: hv-cinder-83444, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8bbdbf4-7a3c-4382-b3f5-00a80b4a7f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '3ddc289c-7154-4e23-8f81-bf2d5b69083d'}}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 11:18:51.080537 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-c0211720-9ae4-4ebb-bc3d-a04f40a0daca req-bda3866d-ce25-49ec-b478-cfe282b9c4c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (25418382-4be7-4c47-9a7b-54d18c2e72d5), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:51.135087 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59af4d1-820a-46c9-a8fb-b426e44223e0 req-51c552bb-c1ae-4ced-9039-89d7190f312b tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:18:51.136730 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-f59af4d1-820a-46c9-a8fb-b426e44223e0 req-51c552bb-c1ae-4ced-9039-89d7190f312b tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/ports?device_id=8517f2fe-d7c1-4fa1-adbf-48fd547407f2 HTTP/1.1" status: 200 len: 945 time: 0.1108503 Mar 21 11:18:51.182856 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-c0211720-9ae4-4ebb-bc3d-a04f40a0daca req-bda3866d-ce25-49ec-b478-cfe282b9c4c1 service neutron] For port 25418382-4be7-4c47-9a7b-54d18c2e72d5, host hv-cinder-83444, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 11:18:51.187141 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-c0211720-9ae4-4ebb-bc3d-a04f40a0daca req-bda3866d-ce25-49ec-b478-cfe282b9c4c1 service neutron] For port 25418382-4be7-4c47-9a7b-54d18c2e72d5, host hv-cinder-83444, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=25418382-4be7-4c47-9a7b-54d18c2e72d5,segment=NetworkSegment(e8bbdbf4-7a3c-4382-b3f5-00a80b4a7f1d),segment_id=e8bbdbf4-7a3c-4382-b3f5-00a80b4a7f1d)] {{(pid=103421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 11:18:51.206692 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-c0211720-9ae4-4ebb-bc3d-a04f40a0daca req-bda3866d-ce25-49ec-b478-cfe282b9c4c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817'] for port (25418382-4be7-4c47-9a7b-54d18c2e72d5), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:51.228648 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-f59af4d1-820a-46c9-a8fb-b426e44223e0 req-974ac5dc-4402-4c6c-a71e-67ed3fc264d9 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b998314-a05a-44c0-b23b-d6ece4a472c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846717 Mar 21 11:18:51.261654 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0211720-9ae4-4ebb-bc3d-a04f40a0daca req-bda3866d-ce25-49ec-b478-cfe282b9c4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:18:51.261958 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-c0211720-9ae4-4ebb-bc3d-a04f40a0daca req-bda3866d-ce25-49ec-b478-cfe282b9c4c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97509'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:51.264166 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-c0211720-9ae4-4ebb-bc3d-a04f40a0daca req-bda3866d-ce25-49ec-b478-cfe282b9c4c1 service neutron] 10.222.0.32 "PUT /v2.0/ports/25418382-4be7-4c47-9a7b-54d18c2e72d5 HTTP/1.1" status: 200 len: 1093 time: 0.9154878 Mar 21 11:18:51.264713 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98fc7ac1-3d7d-4d0a-8396-a86d91b4101b', 'tag': '25418382-4be7-4c47-9a7b-54d18c2e72d5'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:18:51.268673 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881d039021bf7bfdbb2ec2cc2a60bd67cc793bf6de71028ad915050608b1b1c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-896014ad-7956-4d98-830f-59efbbf98c4d" -d '{"events": [{"name": "network-changed", "server_uuid": "98fc7ac1-3d7d-4d0a-8396-a86d91b4101b", "tag": "25418382-4be7-4c47-9a7b-54d18c2e72d5"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:18:51.303386 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda3866d-ce25-49ec-b478-cfe282b9c4c1 service neutron] Pushing event updated for resources: {'Port': ['ID=25418382-4be7-4c47-9a7b-54d18c2e72d5,revision_number=3']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:18:51.349255 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 11:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89828c71-31f1-4a5c-bb60-ab74b4948e49 x-openstack-request-id: req-89828c71-31f1-4a5c-bb60-ab74b4948e49 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:18:51.349546 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98fc7ac1-3d7d-4d0a-8396-a86d91b4101b", "tag": "25418382-4be7-4c47-9a7b-54d18c2e72d5", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:18:51.349807 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-89828c71-31f1-4a5c-bb60-ab74b4948e49 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:18:51.350215 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98fc7ac1-3d7d-4d0a-8396-a86d91b4101b', 'tag': '25418382-4be7-4c47-9a7b-54d18c2e72d5', 'status': 'completed', 'code': 200} Mar 21 11:18:51.372795 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0211720-9ae4-4ebb-bc3d-a04f40a0daca req-b1b50c10-658c-4edc-a88d-d7e386cb38f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:18:51.374383 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-c0211720-9ae4-4ebb-bc3d-a04f40a0daca req-b1b50c10-658c-4edc-a88d-d7e386cb38f9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a69c1808af3d4640ae6355109b334cd8&device_id=98fc7ac1-3d7d-4d0a-8396-a86d91b4101b HTTP/1.1" status: 200 len: 1127 time: 0.0572433 Mar 21 11:18:51.419588 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-c0211720-9ae4-4ebb-bc3d-a04f40a0daca req-c13ca851-75e6-474a-9a7d-0d719ca7d35b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=25418382-4be7-4c47-9a7b-54d18c2e72d5 HTTP/1.1" status: 200 len: 217 time: 0.0371749 Mar 21 11:18:51.480506 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0211720-9ae4-4ebb-bc3d-a04f40a0daca req-71597069-1ad1-4ec8-bbb2-e2cc18927484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:18:51.482089 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-c0211720-9ae4-4ebb-bc3d-a04f40a0daca req-71597069-1ad1-4ec8-bbb2-e2cc18927484 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b19ea63e-3287-4f53-b0cc-82d6b01cdd86 HTTP/1.1" status: 200 len: 853 time: 0.0558934 Mar 21 11:18:51.540006 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0211720-9ae4-4ebb-bc3d-a04f40a0daca req-67eccb2f-e336-442e-8e67-90cd7a4b22fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:18:51.541893 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-c0211720-9ae4-4ebb-bc3d-a04f40a0daca req-67eccb2f-e336-442e-8e67-90cd7a4b22fb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3ddc289c-7154-4e23-8f81-bf2d5b69083d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0534885 Mar 21 11:18:51.646217 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-c0211720-9ae4-4ebb-bc3d-a04f40a0daca req-752952fe-332f-4a9a-9d46-978b1f37d047 service neutron] 10.222.0.32 "GET /v2.0/networks/3ddc289c-7154-4e23-8f81-bf2d5b69083d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963418 Mar 21 11:18:51.734890 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Device ff76fa0f-6df7-483c-bae4-e90d3232618b no longer exists at agent hyperv_hv-cinder-83444 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 11:18:51.756995 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] No Port match for: ff76fa0f-6df7-483c-bae4-e90d3232618b {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 11:18:51.757339 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Device ff76fa0f-6df7-483c-bae4-e90d3232618b not bound to the agent host hv-cinder-83444 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 11:18:51.760875 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-c0211720-9ae4-4ebb-bc3d-a04f40a0daca req-ca48c1a8-a01a-425a-9334-18b9dce9760a service neutron] 10.222.0.32 "GET /v2.0/networks/3ddc289c-7154-4e23-8f81-bf2d5b69083d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079004 Mar 21 11:18:51.864778 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896014ad-7956-4d98-830f-59efbbf98c4d req-28d254a3-5694-4d51-98dd-cff61bc91014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:18:51.866448 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-896014ad-7956-4d98-830f-59efbbf98c4d req-28d254a3-5694-4d51-98dd-cff61bc91014 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a69c1808af3d4640ae6355109b334cd8&device_id=98fc7ac1-3d7d-4d0a-8396-a86d91b4101b HTTP/1.1" status: 200 len: 1127 time: 0.0514424 Mar 21 11:18:51.966417 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896014ad-7956-4d98-830f-59efbbf98c4d req-9a91a942-201a-4577-94fa-bebed85f2a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:18:51.967919 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-896014ad-7956-4d98-830f-59efbbf98c4d req-9a91a942-201a-4577-94fa-bebed85f2a79 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3ddc289c-7154-4e23-8f81-bf2d5b69083d HTTP/1.1" status: 200 len: 915 time: 0.0952075 Mar 21 11:18:52.012125 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-896014ad-7956-4d98-830f-59efbbf98c4d req-bab3a79d-ad47-41f5-b8dd-9878715658f4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=25418382-4be7-4c47-9a7b-54d18c2e72d5 HTTP/1.1" status: 200 len: 217 time: 0.0375104 Mar 21 11:18:52.124153 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896014ad-7956-4d98-830f-59efbbf98c4d req-3af39239-3a05-4046-9f71-ed19acceabef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:18:52.125689 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-896014ad-7956-4d98-830f-59efbbf98c4d req-3af39239-3a05-4046-9f71-ed19acceabef service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b19ea63e-3287-4f53-b0cc-82d6b01cdd86 HTTP/1.1" status: 200 len: 853 time: 0.1050847 Mar 21 11:18:52.181552 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcc4a24-f81f-4a92-b430-31914c6d6a67 req-50117d3d-1e48-4a9d-98b8-6ac9fcffc5f3 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:18:52.183170 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-1bcc4a24-f81f-4a92-b430-31914c6d6a67 req-50117d3d-1e48-4a9d-98b8-6ac9fcffc5f3 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/ports?device_id=eaa8796e-ac8a-4032-8b25-89fa11d1d673 HTTP/1.1" status: 200 len: 946 time: 0.1522799 Mar 21 11:18:52.200863 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9557dc36-8719-4533-8c7b-efd153f97bfa req-976244d5-608f-44b2-aba6-eec438c5375f tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:18:52.202443 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-9557dc36-8719-4533-8c7b-efd153f97bfa req-976244d5-608f-44b2-aba6-eec438c5375f tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] 10.222.0.24 "GET /v2.0/ports?device_id=98fc7ac1-3d7d-4d0a-8396-a86d91b4101b HTTP/1.1" status: 200 len: 943 time: 0.1205618 Mar 21 11:18:52.246301 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896014ad-7956-4d98-830f-59efbbf98c4d req-059e98be-19d3-4506-94f9-d0c18085b795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:18:52.247883 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-896014ad-7956-4d98-830f-59efbbf98c4d req-059e98be-19d3-4506-94f9-d0c18085b795 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3ddc289c-7154-4e23-8f81-bf2d5b69083d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1154625 Mar 21 11:18:52.323323 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-1bcc4a24-f81f-4a92-b430-31914c6d6a67 req-a9c82701-035c-4728-a060-ae110f2ac316 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/security-groups?id=d16428e1-03fd-46f7-80c6-8696f1f626ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313856 Mar 21 11:18:52.364803 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-9557dc36-8719-4533-8c7b-efd153f97bfa req-711ab144-601e-4af3-8e87-2b57293603d8 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] 10.222.0.24 "GET /v2.0/security-groups?id=53a006dc-faef-4bef-8699-9c679b4e20fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1261096 Mar 21 11:18:52.407009 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-896014ad-7956-4d98-830f-59efbbf98c4d req-d8c79da0-d2d1-45f2-b248-3cc95eadbd55 service neutron] 10.222.0.32 "GET /v2.0/networks/3ddc289c-7154-4e23-8f81-bf2d5b69083d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458797 Mar 21 11:18:52.517683 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6c00d3-2b4b-49fe-b8a5-555372cfc49c req-17ded664-0dd7-4ea7-9401-6a53d83df280 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:18:52.519217 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-5c6c00d3-2b4b-49fe-b8a5-555372cfc49c req-17ded664-0dd7-4ea7-9401-6a53d83df280 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/ports?device_id=8517f2fe-d7c1-4fa1-adbf-48fd547407f2 HTTP/1.1" status: 200 len: 945 time: 0.1287446 Mar 21 11:18:52.552040 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-896014ad-7956-4d98-830f-59efbbf98c4d req-1d0923f6-9fc6-4fb3-95b7-8e8dd1d5c276 service neutron] 10.222.0.32 "GET /v2.0/networks/3ddc289c-7154-4e23-8f81-bf2d5b69083d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284800 Mar 21 11:18:52.591554 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-5c6c00d3-2b4b-49fe-b8a5-555372cfc49c req-f66d44e7-d848-4861-98c1-43484cf9a0ca tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b998314-a05a-44c0-b23b-d6ece4a472c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661535 Mar 21 11:18:52.866785 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-2f135e94-b53d-41fe-82b6-336991dd4e04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (9c74c917-795e-4123-adbe-3a92cf8165ad), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:53.464459 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3da780-6507-43d8-9a07-3d4210ab98f9 req-44142e73-8e56-4676-94dc-d2d387660a9b tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:18:53.465977 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-7e3da780-6507-43d8-9a07-3d4210ab98f9 req-44142e73-8e56-4676-94dc-d2d387660a9b tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/ports?device_id=eaa8796e-ac8a-4032-8b25-89fa11d1d673 HTTP/1.1" status: 200 len: 946 time: 0.0693600 Mar 21 11:18:53.547205 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807cf1d0-3120-493d-9c57-dc99775b5289 req-6af97b64-4baf-4e8e-8f41-b98333b06c6b tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:18:53.549281 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-807cf1d0-3120-493d-9c57-dc99775b5289 req-6af97b64-4baf-4e8e-8f41-b98333b06c6b tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] 10.222.0.24 "GET /v2.0/ports?device_id=98fc7ac1-3d7d-4d0a-8396-a86d91b4101b HTTP/1.1" status: 200 len: 943 time: 0.1081138 Mar 21 11:18:53.553012 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-7e3da780-6507-43d8-9a07-3d4210ab98f9 req-9dbf6432-e794-4d11-ab75-d34516235393 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/security-groups?id=d16428e1-03fd-46f7-80c6-8696f1f626ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674322 Mar 21 11:18:53.599096 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-807cf1d0-3120-493d-9c57-dc99775b5289 req-012930a0-b7a5-416a-8008-797d858ebad7 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] 10.222.0.24 "GET /v2.0/security-groups?id=53a006dc-faef-4bef-8699-9c679b4e20fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440767 Mar 21 11:18:53.731579 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92eebb7-c569-4735-8cf1-732ebea351bb req-07a63795-bd7a-4ad9-989e-34d70c422be9 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:18:53.733733 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-e92eebb7-c569-4735-8cf1-732ebea351bb req-07a63795-bd7a-4ad9-989e-34d70c422be9 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/ports?device_id=8517f2fe-d7c1-4fa1-adbf-48fd547407f2 HTTP/1.1" status: 200 len: 945 time: 0.0645204 Mar 21 11:18:53.744358 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Device 25418382-4be7-4c47-9a7b-54d18c2e72d5 details requested by agent hyperv_hv-cinder-83444 with host hv-cinder-83444 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 11:18:53.789630 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-e92eebb7-c569-4735-8cf1-732ebea351bb req-163007ff-2d9d-4f07-9259-e4ad0dd35fc9 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b998314-a05a-44c0-b23b-d6ece4a472c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476375 Mar 21 11:18:53.849675 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] For port 25418382-4be7-4c47-9a7b-54d18c2e72d5, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=25418382-4be7-4c47-9a7b-54d18c2e72d5,segment=NetworkSegment(e8bbdbf4-7a3c-4382-b3f5-00a80b4a7f1d),segment_id=e8bbdbf4-7a3c-4382-b3f5-00a80b4a7f1d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:18:53.865308 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Returning: {'device': '25418382-4be7-4c47-9a7b-54d18c2e72d5', 'network_id': '3ddc289c-7154-4e23-8f81-bf2d5b69083d', 'port_id': '25418382-4be7-4c47-9a7b-54d18c2e72d5', 'mac_address': 'fa:16:3e:3e:3e:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b19ea63e-3287-4f53-b0cc-82d6b01cdd86', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 11:18:53.906519 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Current status of the port 25418382-4be7-4c47-9a7b-54d18c2e72d5 is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:18:53.907370 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (25418382-4be7-4c47-9a7b-54d18c2e72d5), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:53.921074 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25418382-4be7-4c47-9a7b-54d18c2e72d5 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 11:18:53.940154 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] For port 25418382-4be7-4c47-9a7b-54d18c2e72d5, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=25418382-4be7-4c47-9a7b-54d18c2e72d5,segment=NetworkSegment(e8bbdbf4-7a3c-4382-b3f5-00a80b4a7f1d),segment_id=e8bbdbf4-7a3c-4382-b3f5-00a80b4a7f1d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:18:53.946038 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817'] for port (25418382-4be7-4c47-9a7b-54d18c2e72d5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:53.992499 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Pushing event updated for resources: {'Port': ['ID=25418382-4be7-4c47-9a7b-54d18c2e72d5,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:18:53.999550 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:18:53.999921 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:18:54.000295 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:18:54.000713 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:18:54.001130 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:18:54.001484 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:18:54.001812 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:18:54.002112 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:18:54.002425 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:18:54.002744 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:18:54.003053 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:18:54.003374 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:18:54.003705 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:18:54.004006 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:18:54.004317 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:18:54.069691 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3768bd21-e504-4f6f-a7d3-a5153acaa89d req-83a612f5-8aed-4921-b765-06624c0139b9 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:18:54.071035 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-3768bd21-e504-4f6f-a7d3-a5153acaa89d req-83a612f5-8aed-4921-b765-06624c0139b9 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.32 "GET /v2.0/ports?device_id=eaa8796e-ac8a-4032-8b25-89fa11d1d673 HTTP/1.1" status: 200 len: 946 time: 0.0572784 Mar 21 11:18:54.172900 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-3768bd21-e504-4f6f-a7d3-a5153acaa89d req-132f64f1-ee87-4b21-8333-6f695b56d38d tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Deleting port 9948eac0-7781-49c6-8e3e-4b86cdc3de84 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:18:54.173295 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-3768bd21-e504-4f6f-a7d3-a5153acaa89d req-132f64f1-ee87-4b21-8333-6f695b56d38d tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738246690591'] for port (9948eac0-7781-49c6-8e3e-4b86cdc3de84), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:54.217327 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] get_ports_and_sgs() called for port_ids ['25418382-4be7-4c47-9a7b-54d18c2e72d5'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 11:18:54.281350 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-3768bd21-e504-4f6f-a7d3-a5153acaa89d req-132f64f1-ee87-4b21-8333-6f695b56d38d tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] For port 9948eac0-7781-49c6-8e3e-4b86cdc3de84, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=9948eac0-7781-49c6-8e3e-4b86cdc3de84,segment=NetworkSegment(ed9a1c02-481f-4a04-a954-ab4bb6b2d4a8),segment_id=ed9a1c02-481f-4a04-a954-ab4bb6b2d4a8)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:18:54.281710 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-3768bd21-e504-4f6f-a7d3-a5153acaa89d req-132f64f1-ee87-4b21-8333-6f695b56d38d tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701214'] for port (9948eac0-7781-49c6-8e3e-4b86cdc3de84), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:54.296684 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-3768bd21-e504-4f6f-a7d3-a5153acaa89d req-132f64f1-ee87-4b21-8333-6f695b56d38d tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Calling delete_port for 9948eac0-7781-49c6-8e3e-4b86cdc3de84 owned by compute:nova {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:18:54.447320 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-3768bd21-e504-4f6f-a7d3-a5153acaa89d req-132f64f1-ee87-4b21-8333-6f695b56d38d tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738246698626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738246144790'] for port (9948eac0-7781-49c6-8e3e-4b86cdc3de84), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:54.461506 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] get_ports_and_sgs() called for port_ids ['9948eac0-7781-49c6-8e3e-4b86cdc3de84'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 11:18:54.758387 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132f64f1-ee87-4b21-8333-6f695b56d38d tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Pushing event deleted for resources: {'Port': ['ID=9948eac0-7781-49c6-8e3e-4b86cdc3de84,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:18:54.827027 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-b614f62a-ae07-4f45-8de4-7c93ea98f4a4 req-659e9223-ae0b-4954-8fc1-1a16f44c8223 tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.24 "GET /v2.0/ports?device_id=eaa8796e-ac8a-4032-8b25-89fa11d1d673 HTTP/1.1" status: 200 len: 210 time: 0.0712245 Mar 21 11:18:54.852193 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-3768bd21-e504-4f6f-a7d3-a5153acaa89d req-132f64f1-ee87-4b21-8333-6f695b56d38d tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] No DVR routers for this DVR port 9948eac0-7781-49c6-8e3e-4b86cdc3de84 on host hv-cinder-83444 {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 11:18:54.854786 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-3768bd21-e504-4f6f-a7d3-a5153acaa89d req-132f64f1-ee87-4b21-8333-6f695b56d38d tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97509'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:54.857863 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-3768bd21-e504-4f6f-a7d3-a5153acaa89d req-132f64f1-ee87-4b21-8333-6f695b56d38d tempest-ServerRescueNegativeTestJSON-608781965 tempest-ServerRescueNegativeTestJSON-608781965-project] 10.222.0.32 "DELETE /v2.0/ports/9948eac0-7781-49c6-8e3e-4b86cdc3de84 HTTP/1.1" status: 204 len: 173 time: 0.7810402 Mar 21 11:18:54.858305 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaa8796e-ac8a-4032-8b25-89fa11d1d673', 'name': 'network-vif-deleted', 'tag': '9948eac0-7781-49c6-8e3e-4b86cdc3de84'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:18:54.861170 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881d039021bf7bfdbb2ec2cc2a60bd67cc793bf6de71028ad915050608b1b1c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67817eba-3ab5-4752-a58d-7428703f5bb4" -d '{"events": [{"server_uuid": "eaa8796e-ac8a-4032-8b25-89fa11d1d673", "name": "network-vif-deleted", "tag": "9948eac0-7781-49c6-8e3e-4b86cdc3de84"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:18:54.883173 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92169948-59d5-41f9-ad15-0025fac52742 req-a69355f6-393b-4f55-8210-0f771eb91e69 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:18:54.884784 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-92169948-59d5-41f9-ad15-0025fac52742 req-a69355f6-393b-4f55-8210-0f771eb91e69 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] 10.222.0.24 "GET /v2.0/ports?device_id=98fc7ac1-3d7d-4d0a-8396-a86d91b4101b HTTP/1.1" status: 200 len: 944 time: 0.1305099 Mar 21 11:18:54.965748 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-92169948-59d5-41f9-ad15-0025fac52742 req-716b8945-c570-447a-a4f1-691f22abea40 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] 10.222.0.24 "GET /v2.0/security-groups?id=53a006dc-faef-4bef-8699-9c679b4e20fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748179 Mar 21 11:18:55.001733 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7101a6-76c1-4277-bf14-f49b1752b434 req-de89450f-4053-489a-b030-95619ff110a7 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:18:55.003365 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-fd7101a6-76c1-4277-bf14-f49b1752b434 req-de89450f-4053-489a-b030-95619ff110a7 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/ports?device_id=8517f2fe-d7c1-4fa1-adbf-48fd547407f2 HTTP/1.1" status: 200 len: 945 time: 0.1056700 Mar 21 11:18:55.041898 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 11:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e7148ab-d3fa-427c-a195-963b81d8a526 x-openstack-request-id: req-7e7148ab-d3fa-427c-a195-963b81d8a526 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:18:55.042185 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eaa8796e-ac8a-4032-8b25-89fa11d1d673", "name": "network-vif-deleted", "tag": "9948eac0-7781-49c6-8e3e-4b86cdc3de84", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:18:55.042437 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7e7148ab-d3fa-427c-a195-963b81d8a526 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:18:55.042853 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaa8796e-ac8a-4032-8b25-89fa11d1d673', 'name': 'network-vif-deleted', 'tag': '9948eac0-7781-49c6-8e3e-4b86cdc3de84', 'status': 'completed', 'code': 200} Mar 21 11:18:55.067729 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-fd7101a6-76c1-4277-bf14-f49b1752b434 req-cd99886a-ebff-43f3-8ab6-3df0d4aa6b83 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b998314-a05a-44c0-b23b-d6ece4a472c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509710 Mar 21 11:18:55.539330 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e801f369-56cf-4537-9a13-6cd310ace67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (5097f9b2-2ef0-4af4-bde3-0c344dd6e70c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:55.748397 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Device 25418382-4be7-4c47-9a7b-54d18c2e72d5 up at agent hyperv_hv-cinder-83444 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:18:55.814559 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (e1ce583e-86b5-47e2-b889-5e91679074ed), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:55.816464 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Provisioning for port 25418382-4be7-4c47-9a7b-54d18c2e72d5 completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 21 11:18:55.821914 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Provisioning complete for port 25418382-4be7-4c47-9a7b-54d18c2e72d5 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:18:55.822291 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688166'] for port (25418382-4be7-4c47-9a7b-54d18c2e72d5), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:55.895085 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 46192) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:18:55.922363 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Current status of the port 25418382-4be7-4c47-9a7b-54d18c2e72d5 is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:18:55.923358 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (25418382-4be7-4c47-9a7b-54d18c2e72d5), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:55.948876 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98fc7ac1-3d7d-4d0a-8396-a86d91b4101b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25418382-4be7-4c47-9a7b-54d18c2e72d5'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:18:55.951808 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f4962fb769adde196efb410afcfec8f2b34529d6df7ca74076ce40474c5a66c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28ec63ad-ed1b-4f68-84e8-20fa487961b1" -d '{"events": [{"server_uuid": "98fc7ac1-3d7d-4d0a-8396-a86d91b4101b", "name": "network-vif-plugged", "status": "completed", "tag": "25418382-4be7-4c47-9a7b-54d18c2e72d5"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:18:55.965965 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] For port 25418382-4be7-4c47-9a7b-54d18c2e72d5, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=25418382-4be7-4c47-9a7b-54d18c2e72d5,segment=NetworkSegment(e8bbdbf4-7a3c-4382-b3f5-00a80b4a7f1d),segment_id=e8bbdbf4-7a3c-4382-b3f5-00a80b4a7f1d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:18:55.971242 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817'] for port (25418382-4be7-4c47-9a7b-54d18c2e72d5), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:55.972647 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Device 9948eac0-7781-49c6-8e3e-4b86cdc3de84 no longer exists at agent hyperv_hv-cinder-83444 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 11:18:56.026902 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 11:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a553c398-5ae6-465f-9d5f-ddb92791e8ef x-openstack-request-id: req-a553c398-5ae6-465f-9d5f-ddb92791e8ef {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:18:56.027340 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98fc7ac1-3d7d-4d0a-8396-a86d91b4101b", "name": "network-vif-plugged", "status": "completed", "tag": "25418382-4be7-4c47-9a7b-54d18c2e72d5", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:18:56.027535 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a553c398-5ae6-465f-9d5f-ddb92791e8ef {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:18:56.028046 dv-cinder-834448-1-smb neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98fc7ac1-3d7d-4d0a-8396-a86d91b4101b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25418382-4be7-4c47-9a7b-54d18c2e72d5', 'code': 200} Mar 21 11:18:56.030816 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] No Port match for: 9948eac0-7781-49c6-8e3e-4b86cdc3de84 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 11:18:56.031171 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Device 9948eac0-7781-49c6-8e3e-4b86cdc3de84 not bound to the agent host hv-cinder-83444 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 11:18:56.060231 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Pushing event updated for resources: {'Port': ['ID=25418382-4be7-4c47-9a7b-54d18c2e72d5,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:18:56.330603 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749e8ec9-23dc-432c-9617-98dd4340cf29 req-1d4069f5-2949-43b1-8493-342599d6ef06 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:18:56.332046 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-749e8ec9-23dc-432c-9617-98dd4340cf29 req-1d4069f5-2949-43b1-8493-342599d6ef06 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] 10.222.0.24 "GET /v2.0/ports?device_id=98fc7ac1-3d7d-4d0a-8396-a86d91b4101b HTTP/1.1" status: 200 len: 945 time: 0.2362449 Mar 21 11:18:56.397171 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d90b9a-9f54-4842-8330-6d7286ed9196 req-c827bef0-af52-4339-b6b0-7d1e1c0de1db tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:18:56.398979 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-d7d90b9a-9f54-4842-8330-6d7286ed9196 req-c827bef0-af52-4339-b6b0-7d1e1c0de1db tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/ports?device_id=8517f2fe-d7c1-4fa1-adbf-48fd547407f2 HTTP/1.1" status: 200 len: 945 time: 0.2350025 Mar 21 11:18:56.471383 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-749e8ec9-23dc-432c-9617-98dd4340cf29 req-265f277a-ec77-46bc-9a1e-921c7f7d0fad tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] 10.222.0.24 "GET /v2.0/security-groups?id=53a006dc-faef-4bef-8699-9c679b4e20fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1154690 Mar 21 11:18:56.479431 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2188a99-e540-4dc8-a061-507df961fbb1 req-97e6315f-07d9-4bf7-9b7f-89004b103396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:18:56.480945 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-a2188a99-e540-4dc8-a061-507df961fbb1 req-97e6315f-07d9-4bf7-9b7f-89004b103396 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=98fc7ac1-3d7d-4d0a-8396-a86d91b4101b HTTP/1.1" status: 200 len: 1129 time: 0.2936585 Mar 21 11:18:56.542685 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-d7d90b9a-9f54-4842-8330-6d7286ed9196 req-d50f0e3d-6605-4bbd-8baf-119d5a45e49c tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b998314-a05a-44c0-b23b-d6ece4a472c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1363032 Mar 21 11:18:56.607807 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-a2188a99-e540-4dc8-a061-507df961fbb1 req-a406bea2-510c-4508-a767-f8e16d0b80b7 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=53a006dc-faef-4bef-8699-9c679b4e20fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020558 Mar 21 11:18:56.750541 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-fa29ab59-5a0e-4311-8374-9bb81ea561df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1688396'] for router_interface (e82250b0-2c64-4e9e-b3db-8617ae46ff4c), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:57.074275 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-fa29ab59-5a0e-4311-8374-9bb81ea561df admin admin] Deleting port 506ecfd7-bedb-48f7-8ae0-d74505b91b1b {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:18:57.074982 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-fa29ab59-5a0e-4311-8374-9bb81ea561df admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738246690591'] for port (506ecfd7-bedb-48f7-8ae0-d74505b91b1b), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:57.154335 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-fa29ab59-5a0e-4311-8374-9bb81ea561df admin admin] For port 506ecfd7-bedb-48f7-8ae0-d74505b91b1b, host dv-cinder-834448-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-smb',level=0,port_id=506ecfd7-bedb-48f7-8ae0-d74505b91b1b,segment=NetworkSegment(ed9a1c02-481f-4a04-a954-ab4bb6b2d4a8),segment_id=ed9a1c02-481f-4a04-a954-ab4bb6b2d4a8)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:18:57.154673 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-fa29ab59-5a0e-4311-8374-9bb81ea561df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701214'] for port (506ecfd7-bedb-48f7-8ae0-d74505b91b1b), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:57.167923 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-fa29ab59-5a0e-4311-8374-9bb81ea561df admin admin] Calling delete_port for 506ecfd7-bedb-48f7-8ae0-d74505b91b1b owned by network:router_interface {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:18:57.372304 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-fa29ab59-5a0e-4311-8374-9bb81ea561df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738246698626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738246144790'] for port (506ecfd7-bedb-48f7-8ae0-d74505b91b1b), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:57.400704 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa29ab59-5a0e-4311-8374-9bb81ea561df admin admin] Pushing event deleted for resources: {'Port': ['ID=506ecfd7-bedb-48f7-8ae0-d74505b91b1b,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:18:57.549769 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-fa29ab59-5a0e-4311-8374-9bb81ea561df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1693001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1688060'] for router_interface (e82250b0-2c64-4e9e-b3db-8617ae46ff4c), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:57.730620 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae15b390-17b1-4bf0-85d2-a41a1487225c req-f8f954e6-1fde-468b-95e0-973b78846288 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:18:57.732178 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-ae15b390-17b1-4bf0-85d2-a41a1487225c req-f8f954e6-1fde-468b-95e0-973b78846288 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] 10.222.0.24 "GET /v2.0/ports?device_id=98fc7ac1-3d7d-4d0a-8396-a86d91b4101b HTTP/1.1" status: 200 len: 945 time: 0.1783485 Mar 21 11:18:57.763152 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135da199-44de-417f-b210-53c4a787363b req-bf18a7ea-9007-40f2-8268-e86e477b023c tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:18:57.764610 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-135da199-44de-417f-b210-53c4a787363b req-bf18a7ea-9007-40f2-8268-e86e477b023c tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/ports?device_id=8517f2fe-d7c1-4fa1-adbf-48fd547407f2 HTTP/1.1" status: 200 len: 945 time: 0.1397705 Mar 21 11:18:57.768863 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Device 0d7085e8-4de1-4001-a1a6-229c1e5c9320 details requested by agent hyperv_hv-cinder-83444 with host hv-cinder-83444 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 11:18:57.890332 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] For port 0d7085e8-4de1-4001-a1a6-229c1e5c9320, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=0d7085e8-4de1-4001-a1a6-229c1e5c9320,segment=NetworkSegment(2b3dbd92-7596-4ba4-98c7-1ff5ff135374),segment_id=2b3dbd92-7596-4ba4-98c7-1ff5ff135374)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:18:57.905047 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Returning: {'device': '0d7085e8-4de1-4001-a1a6-229c1e5c9320', 'network_id': 'edde1cdb-cb70-4a7f-a015-4d6abd2c41fa', 'port_id': '0d7085e8-4de1-4001-a1a6-229c1e5c9320', 'mac_address': 'fa:16:3e:d2:80:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb03aaa0-c83c-430c-a873-c18dc8bcb9dc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 11:18:57.918958 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-ae15b390-17b1-4bf0-85d2-a41a1487225c req-e6dcbafe-ff12-4b2c-9d86-1106b50f9135 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] 10.222.0.24 "GET /v2.0/security-groups?id=53a006dc-faef-4bef-8699-9c679b4e20fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1807382 Mar 21 11:18:57.928392 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-135da199-44de-417f-b210-53c4a787363b req-61ff79e9-3ac5-4cc1-bd77-b012bd50f81c tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b998314-a05a-44c0-b23b-d6ece4a472c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1559610 Mar 21 11:18:57.953756 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Current status of the port 0d7085e8-4de1-4001-a1a6-229c1e5c9320 is: ACTIVE; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:18:57.953756 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (0d7085e8-4de1-4001-a1a6-229c1e5c9320), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:57.969300 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0d7085e8-4de1-4001-a1a6-229c1e5c9320 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 11:18:57.969512 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa29ab59-5a0e-4311-8374-9bb81ea561df admin admin] Router e82250b0-2c64-4e9e-b3db-8617ae46ff4c has already been hosted by L3 agent 5097f9b2-2ef0-4af4-bde3-0c344dd6e70c {{(pid=103421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 11:18:57.995720 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] For port 0d7085e8-4de1-4001-a1a6-229c1e5c9320, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=0d7085e8-4de1-4001-a1a6-229c1e5c9320,segment=NetworkSegment(2b3dbd92-7596-4ba4-98c7-1ff5ff135374),segment_id=2b3dbd92-7596-4ba4-98c7-1ff5ff135374)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:18:58.001963 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817'] for port (0d7085e8-4de1-4001-a1a6-229c1e5c9320), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:58.060849 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Pushing event updated for resources: {'Port': ['ID=0d7085e8-4de1-4001-a1a6-229c1e5c9320,revision_number=6']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:18:58.114047 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] get_ports_and_sgs() called for port_ids ['0d7085e8-4de1-4001-a1a6-229c1e5c9320'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 11:18:58.220019 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6694aa1f-bf8d-44e0-b771-2551b8853c50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (47320176-3fab-4a55-b687-b3e35e89e628), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:58.353945 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa29ab59-5a0e-4311-8374-9bb81ea561df admin admin] Notify agent at l3_agent.dv-cinder-834448-1-smb the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 11:18:58.359477 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-fa29ab59-5a0e-4311-8374-9bb81ea561df admin admin] 10.222.0.24 "PUT /v2.0/routers/e82250b0-2c64-4e9e-b3db-8617ae46ff4c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4572501 Mar 21 11:18:58.362251 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 46208) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:18:58.365466 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df8772a-3681-45f1-83cb-dadd28298ba9 None None] Sync routers for ids ['e82250b0-2c64-4e9e-b3db-8617ae46ff4c'] in dv-cinder-834448-1-smb {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 11:18:58.375858 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df8772a-3681-45f1-83cb-dadd28298ba9 None None] Routers {'e82250b0-2c64-4e9e-b3db-8617ae46ff4c'} bound to L3 agent in host dv-cinder-834448-1-smb {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:18:58.377796 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-7df8772a-3681-45f1-83cb-dadd28298ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-21T11:04:55Z,description=,heartbeat_timestamp=2022-03-21T11:18:56Z,host='dv-cinder-834448-1-smb',id=5097f9b2-2ef0-4af4-bde3-0c344dd6e70c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:55Z,topic='l3_agent')) {'router_ids': ['e82250b0-2c64-4e9e-b3db-8617ae46ff4c'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:18:58.476022 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3b0cf051-ca81-453c-8b84-3b73cea5f988 admin admin] Publish callbacks [] for router (e82250b0-2c64-4e9e-b3db-8617ae46ff4c), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:58.493274 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-7df8772a-3681-45f1-83cb-dadd28298ba9 None None] Set router e82250b0-2c64-4e9e-b3db-8617ae46ff4c gateway port host: dv-cinder-834448-1-smb {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:18:58.595651 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3b0cf051-ca81-453c-8b84-3b73cea5f988 admin admin] Publish callbacks [] for router_gateway (e82250b0-2c64-4e9e-b3db-8617ae46ff4c), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:58.673816 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-3b0cf051-ca81-453c-8b84-3b73cea5f988 admin admin] Deleting port edda812f-da92-43c8-a40f-d8798ab369d7 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:18:58.674163 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3b0cf051-ca81-453c-8b84-3b73cea5f988 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738246690591'] for port (edda812f-da92-43c8-a40f-d8798ab369d7), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:58.750099 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-5db6d96b-8c48-4aa5-944a-567c97b9cc9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (964235d6-d67c-4a74-84a5-611ab5391dc9), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:58.777428 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-3b0cf051-ca81-453c-8b84-3b73cea5f988 admin admin] For port edda812f-da92-43c8-a40f-d8798ab369d7, host dv-cinder-834448-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-smb',level=0,port_id=edda812f-da92-43c8-a40f-d8798ab369d7,segment=NetworkSegment(083ffffd-feb8-46cd-b20a-ab116e97b62a),segment_id=083ffffd-feb8-46cd-b20a-ab116e97b62a)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:18:58.778075 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3b0cf051-ca81-453c-8b84-3b73cea5f988 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701214'] for port (edda812f-da92-43c8-a40f-d8798ab369d7), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:58.795421 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-3b0cf051-ca81-453c-8b84-3b73cea5f988 admin admin] Calling delete_port for edda812f-da92-43c8-a40f-d8798ab369d7 owned by network:router_gateway {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:18:58.845787 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-7df8772a-3681-45f1-83cb-dadd28298ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e82250b0-2c64-4e9e-b3db-8617ae46ff4c', 'name': 'tempest-ServerRescueNegativeTestJSON-2065661749-router', 'tenant_id': '52347e0a8df44be6bcf4f99067c9a702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'external_fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.47'}], 'enable_snat': True}, 'gw_port_id': 'edda812f-da92-43c8-a40f-d8798ab369d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:13:32Z', 'updated_at': '2022-03-21T11:18:57Z', 'revision_number': 5, 'project_id': '52347e0a8df44be6bcf4f99067c9a702', 'gw_port': {'id': 'edda812f-da92-43c8-a40f-d8798ab369d7', 'name': '', 'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:49:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82250b0-2c64-4e9e-b3db-8617ae46ff4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:36Z', 'updated_at': '2022-03-21T11:13:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-smb'}], 'dv-cinder-834448-1-smb', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:18:58.873931 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df8772a-3681-45f1-83cb-dadd28298ba9 None None] Checking router: e82250b0-2c64-4e9e-b3db-8617ae46ff4c for host: dv-cinder-834448-1-smb {{(pid=103423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 11:18:58.884412 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df8772a-3681-45f1-83cb-dadd28298ba9 None None] Routers {'e82250b0-2c64-4e9e-b3db-8617ae46ff4c'} bound to L3 agent in host dv-cinder-834448-1-smb {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:18:58.885266 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-7df8772a-3681-45f1-83cb-dadd28298ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-21T11:04:55Z,description=,heartbeat_timestamp=2022-03-21T11:18:56Z,host='dv-cinder-834448-1-smb',id=5097f9b2-2ef0-4af4-bde3-0c344dd6e70c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:55Z,topic='l3_agent')) {'router_ids': ['e82250b0-2c64-4e9e-b3db-8617ae46ff4c'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:18:58.997178 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-7df8772a-3681-45f1-83cb-dadd28298ba9 None None] Set router e82250b0-2c64-4e9e-b3db-8617ae46ff4c gateway port host: None {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:18:59.019617 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3b0cf051-ca81-453c-8b84-3b73cea5f988 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738246698626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738246144790'] for port (edda812f-da92-43c8-a40f-d8798ab369d7), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:59.063119 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-7df8772a-3681-45f1-83cb-dadd28298ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e82250b0-2c64-4e9e-b3db-8617ae46ff4c', 'name': 'tempest-ServerRescueNegativeTestJSON-2065661749-router', 'tenant_id': '52347e0a8df44be6bcf4f99067c9a702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:13:32Z', 'updated_at': '2022-03-21T11:18:58Z', 'revision_number': 6, 'project_id': '52347e0a8df44be6bcf4f99067c9a702', 'gw_port_host': None}], 'dv-cinder-834448-1-smb', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:18:59.076180 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0cf051-ca81-453c-8b84-3b73cea5f988 admin admin] Pushing event deleted for resources: {'Port': ['ID=edda812f-da92-43c8-a40f-d8798ab369d7,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:18:59.128136 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3b0cf051-ca81-453c-8b84-3b73cea5f988 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1690630'] for router_gateway (e82250b0-2c64-4e9e-b3db-8617ae46ff4c), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:59.137387 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df8772a-3681-45f1-83cb-dadd28298ba9 None None] The sync data for ids ['e82250b0-2c64-4e9e-b3db-8617ae46ff4c'] in dv-cinder-834448-1-smb is: [{'id': 'e82250b0-2c64-4e9e-b3db-8617ae46ff4c', 'name': 'tempest-ServerRescueNegativeTestJSON-2065661749-router', 'tenant_id': '52347e0a8df44be6bcf4f99067c9a702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:13:32Z', 'updated_at': '2022-03-21T11:18:58Z', 'revision_number': 6, 'project_id': '52347e0a8df44be6bcf4f99067c9a702', 'gw_port_host': None}] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 11:18:59.283489 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f9a24f-aeb1-4e1d-87c1-c6e29111b4ed req-bc11ef16-7f6e-41a7-93ed-f6f2d2543d8c tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:18:59.288419 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-b9f9a24f-aeb1-4e1d-87c1-c6e29111b4ed req-bc11ef16-7f6e-41a7-93ed-f6f2d2543d8c tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] 10.222.0.24 "GET /v2.0/ports?device_id=98fc7ac1-3d7d-4d0a-8396-a86d91b4101b HTTP/1.1" status: 200 len: 945 time: 0.2835999 Mar 21 11:18:59.290987 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3b0cf051-ca81-453c-8b84-3b73cea5f988 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1688810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2231'] for router (e82250b0-2c64-4e9e-b3db-8617ae46ff4c), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:59.295063 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3b0cf051-ca81-453c-8b84-3b73cea5f988 admin admin] Publish callbacks [] for router_controller (e82250b0-2c64-4e9e-b3db-8617ae46ff4c), precommit_delete_associations {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:59.390389 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4541fd4a-9df0-4313-a4e7-b67ef284d93b req-39dab3a7-d3a1-4958-8927-1d8bf42521cb tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:18:59.392115 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-4541fd4a-9df0-4313-a4e7-b67ef284d93b req-39dab3a7-d3a1-4958-8927-1d8bf42521cb tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/ports?device_id=8517f2fe-d7c1-4fa1-adbf-48fd547407f2 HTTP/1.1" status: 200 len: 944 time: 0.3486962 Mar 21 11:18:59.418832 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3b0cf051-ca81-453c-8b84-3b73cea5f988 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1688805'] for router (e82250b0-2c64-4e9e-b3db-8617ae46ff4c), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:59.419772 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b0cf051-ca81-453c-8b84-3b73cea5f988 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e82250b0-2c64-4e9e-b3db-8617ae46ff4c {{(pid=103421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 21 11:18:59.443260 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3b0cf051-ca81-453c-8b84-3b73cea5f988 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:59.446661 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-3b0cf051-ca81-453c-8b84-3b73cea5f988 admin admin] 10.222.0.24 "DELETE /v2.0/routers/e82250b0-2c64-4e9e-b3db-8617ae46ff4c HTTP/1.1" status: 204 len: 168 time: 1.0812805 Mar 21 11:18:59.447032 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 46242) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:18:59.470740 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-b9f9a24f-aeb1-4e1d-87c1-c6e29111b4ed req-eb895461-6f98-4d54-8107-55f401daf648 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] 10.222.0.24 "GET /v2.0/security-groups?id=53a006dc-faef-4bef-8699-9c679b4e20fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1732030 Mar 21 11:18:59.524416 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6d683d6-7d1f-4d4e-a4fd-ba9984b6d2a0 admin admin] Deleting subnet 8a3d170f-7254-484a-9abf-df0a7cea6ed2 {{(pid=103422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 21 11:18:59.541715 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-4541fd4a-9df0-4313-a4e7-b67ef284d93b req-dca146db-ef6d-4628-9074-e9e8ec534dc8 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b998314-a05a-44c0-b23b-d6ece4a472c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1388083 Mar 21 11:18:59.544599 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c6d683d6-7d1f-4d4e-a4fd-ba9984b6d2a0 admin admin] Publish callbacks [] for subnet (8a3d170f-7254-484a-9abf-df0a7cea6ed2), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:59.557463 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (4788e3a4-6d7d-47da-90c6-7227f6e2e35d), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:59.600022 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c6d683d6-7d1f-4d4e-a4fd-ba9984b6d2a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267557842'] for subnet (8a3d170f-7254-484a-9abf-df0a7cea6ed2), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:59.646546 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9d0c9a-9fd6-4c2a-893a-0dd0e340f9d7 req-c53d301a-513b-4466-aaef-c99728701917 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:18:59.656839 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-3f9d0c9a-9fd6-4c2a-893a-0dd0e340f9d7 req-c53d301a-513b-4466-aaef-c99728701917 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] 10.222.0.24 "GET /v2.0/ports?device_id=98fc7ac1-3d7d-4d0a-8396-a86d91b4101b HTTP/1.1" status: 200 len: 945 time: 0.0921991 Mar 21 11:18:59.666475 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 46246) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:18:59.673798 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.v2.base [None req-7f288fe7-f7a0-44fe-b1d6-4e0691ab4289 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Request body: {'floatingip': {'port_id': '25418382-4be7-4c47-9a7b-54d18c2e72d5'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:18:59.755548 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7f288fe7-f7a0-44fe-b1d6-4e0691ab4289 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks [] for floatingip (4392a073-5981-4823-91d1-4db9249b0bba), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:59.770481 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Device 0d7085e8-4de1-4001-a1a6-229c1e5c9320 up at agent hyperv_hv-cinder-83444 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:18:59.829785 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Device 506ecfd7-bedb-48f7-8ae0-d74505b91b1b no longer exists at agent ovs-agent-dv-cinder-834448-1-smb {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 11:18:59.832537 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c6d683d6-7d1f-4d4e-a4fd-ba9984b6d2a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-756234'] for subnet (8a3d170f-7254-484a-9abf-df0a7cea6ed2), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:59.915765 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] No Port match for: 506ecfd7-bedb-48f7-8ae0-d74505b91b1b {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 11:18:59.917843 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Device 506ecfd7-bedb-48f7-8ae0-d74505b91b1b not bound to the agent host dv-cinder-834448-1-smb {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 11:18:59.953381 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Provisioning complete for port 0d7085e8-4de1-4001-a1a6-229c1e5c9320 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:18:59.954165 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688166'] for port (0d7085e8-4de1-4001-a1a6-229c1e5c9320), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:59.962209 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c6d683d6-7d1f-4d4e-a4fd-ba9984b6d2a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-756243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265271843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265054729'] for subnet (8a3d170f-7254-484a-9abf-df0a7cea6ed2), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:00.009458 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e578a069-8333-4ea0-8304-aea8e72ff13d None None] Network 4a579521-14d3-4610-a099-3c56c62bd19a requested from dv-cinder-834448-1-smb {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 11:19:00.028010 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d683d6-7d1f-4d4e-a4fd-ba9984b6d2a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a3d170f-7254-484a-9abf-df0a7cea6ed2,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:19:00.040782 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c6d683d6-7d1f-4d4e-a4fd-ba9984b6d2a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693044'] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:00.051307 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-c6d683d6-7d1f-4d4e-a4fd-ba9984b6d2a0 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/8a3d170f-7254-484a-9abf-df0a7cea6ed2 HTTP/1.1" status: 204 len: 168 time: 0.6031890 Mar 21 11:19:00.058296 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 46248) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:19:00.211958 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Current status of the port 0d7085e8-4de1-4001-a1a6-229c1e5c9320 is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:19:00.212341 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (0d7085e8-4de1-4001-a1a6-229c1e5c9320), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:00.239001 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a4c2a787-a9b1-4641-b430-0eb21ea35683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814149'] for network (4a579521-14d3-4610-a099-3c56c62bd19a), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:00.243539 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8517f2fe-d7c1-4fa1-adbf-48fd547407f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d7085e8-4de1-4001-a1a6-229c1e5c9320'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:19:00.246615 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f4962fb769adde196efb410afcfec8f2b34529d6df7ca74076ce40474c5a66c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a717da24-eef2-482f-94d0-43c5c8223d7d" -d '{"events": [{"server_uuid": "8517f2fe-d7c1-4fa1-adbf-48fd547407f2", "name": "network-vif-plugged", "status": "completed", "tag": "0d7085e8-4de1-4001-a1a6-229c1e5c9320"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:19:00.281623 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] For port 0d7085e8-4de1-4001-a1a6-229c1e5c9320, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=0d7085e8-4de1-4001-a1a6-229c1e5c9320,segment=NetworkSegment(2b3dbd92-7596-4ba4-98c7-1ff5ff135374),segment_id=2b3dbd92-7596-4ba4-98c7-1ff5ff135374)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:19:00.288922 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817'] for port (0d7085e8-4de1-4001-a1a6-229c1e5c9320), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:00.309477 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eeb7ae7-97dc-4015-9fb9-77fea813d6e9 None None] DHCP port deletion for 4a579521-14d3-4610-a099-3c56c62bd19a request from dv-cinder-834448-1-smb {{(pid=103423) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 21 11:19:00.349097 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-a4c2a787-a9b1-4641-b430-0eb21ea35683 admin admin] Deleting port 88336639-d518-4c36-bf9b-da5f9b2bb60d {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:19:00.349561 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a4c2a787-a9b1-4641-b430-0eb21ea35683 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738246690591'] for port (88336639-d518-4c36-bf9b-da5f9b2bb60d), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:00.349841 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 11:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df4117fd-945f-40e2-b8a1-33418509bf63 x-openstack-request-id: req-df4117fd-945f-40e2-b8a1-33418509bf63 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:19:00.350130 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8517f2fe-d7c1-4fa1-adbf-48fd547407f2", "name": "network-vif-plugged", "status": "completed", "tag": "0d7085e8-4de1-4001-a1a6-229c1e5c9320", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:19:00.350382 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-df4117fd-945f-40e2-b8a1-33418509bf63 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:19:00.350774 dv-cinder-834448-1-smb neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8517f2fe-d7c1-4fa1-adbf-48fd547407f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d7085e8-4de1-4001-a1a6-229c1e5c9320', 'code': 200} Mar 21 11:19:00.427455 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Pushing event updated for resources: {'Port': ['ID=0d7085e8-4de1-4001-a1a6-229c1e5c9320,revision_number=7']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:19:00.450015 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-a4c2a787-a9b1-4641-b430-0eb21ea35683 admin admin] For port 88336639-d518-4c36-bf9b-da5f9b2bb60d, host dv-cinder-834448-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-smb',level=0,port_id=88336639-d518-4c36-bf9b-da5f9b2bb60d,segment=NetworkSegment(ed9a1c02-481f-4a04-a954-ab4bb6b2d4a8),segment_id=ed9a1c02-481f-4a04-a954-ab4bb6b2d4a8)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:19:00.451222 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a4c2a787-a9b1-4641-b430-0eb21ea35683 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701214'] for port (88336639-d518-4c36-bf9b-da5f9b2bb60d), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:00.466773 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-a4c2a787-a9b1-4641-b430-0eb21ea35683 admin admin] Calling delete_port for 88336639-d518-4c36-bf9b-da5f9b2bb60d owned by network:dhcp {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:19:00.479060 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-3eeb7ae7-97dc-4015-9fb9-77fea813d6e9 None None] Deleting port 88336639-d518-4c36-bf9b-da5f9b2bb60d {{(pid=103423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:19:00.479428 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-3eeb7ae7-97dc-4015-9fb9-77fea813d6e9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738246690591'] for port (88336639-d518-4c36-bf9b-da5f9b2bb60d), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:00.557122 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-3eeb7ae7-97dc-4015-9fb9-77fea813d6e9 None None] For port 88336639-d518-4c36-bf9b-da5f9b2bb60d, host dv-cinder-834448-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-smb',level=0,port_id=88336639-d518-4c36-bf9b-da5f9b2bb60d,segment=NetworkSegment(ed9a1c02-481f-4a04-a954-ab4bb6b2d4a8),segment_id=ed9a1c02-481f-4a04-a954-ab4bb6b2d4a8)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:19:00.557427 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-3eeb7ae7-97dc-4015-9fb9-77fea813d6e9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701214'] for port (88336639-d518-4c36-bf9b-da5f9b2bb60d), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:00.582382 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a4c2a787-a9b1-4641-b430-0eb21ea35683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738246698626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738246144790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265271506'] for port (88336639-d518-4c36-bf9b-da5f9b2bb60d), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:00.597013 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-3eeb7ae7-97dc-4015-9fb9-77fea813d6e9 None None] Calling delete_port for 88336639-d518-4c36-bf9b-da5f9b2bb60d owned by network:dhcp {{(pid=103423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:19:00.634050 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c2a787-a9b1-4641-b430-0eb21ea35683 admin admin] Pushing event deleted for resources: {'Port': ['ID=88336639-d518-4c36-bf9b-da5f9b2bb60d,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:19:00.641150 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c2a787-a9b1-4641-b430-0eb21ea35683 admin admin] No DVR routers for this DVR port 88336639-d518-4c36-bf9b-da5f9b2bb60d on host dv-cinder-834448-1-smb {{(pid=103422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 11:19:00.702661 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7f288fe7-f7a0-44fe-b1d6-4e0691ab4289 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:00.715749 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7f288fe7-f7a0-44fe-b1d6-4e0691ab4289 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1690700'] for floatingip (4392a073-5981-4823-91d1-4db9249b0bba), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:00.751387 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a4c2a787-a9b1-4641-b430-0eb21ea35683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-689599', 'neutron.services.segments.db._delete_segments_for_network-8738246472259'] for network (4a579521-14d3-4610-a099-3c56c62bd19a), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:00.792250 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.services.segments.db [None req-a4c2a787-a9b1-4641-b430-0eb21ea35683 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a579521-14d3-4610-a099-3c56c62bd19a']}} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:19:00.815352 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.services.segments.db [None req-a4c2a787-a9b1-4641-b430-0eb21ea35683 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed9a1c02-481f-4a04-a954-ab4bb6b2d4a8') {'for_net_delete': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:19:00.817267 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.services.segments.db [None req-a4c2a787-a9b1-4641-b430-0eb21ea35683 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed9a1c02-481f-4a04-a954-ab4bb6b2d4a8') {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:19:00.838632 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a4c2a787-a9b1-4641-b430-0eb21ea35683 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738246472012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267557867'] for segment (ed9a1c02-481f-4a04-a954-ab4bb6b2d4a8), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:00.872724 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b29434-2562-4911-9799-e3d61adffae5 req-0c93593c-12f8-4cb2-b879-8bab2a04487a tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:00.874214 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-37b29434-2562-4911-9799-e3d61adffae5 req-0c93593c-12f8-4cb2-b879-8bab2a04487a tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/ports?device_id=8517f2fe-d7c1-4fa1-adbf-48fd547407f2 HTTP/1.1" status: 200 len: 945 time: 0.1696184 Mar 21 11:19:00.880926 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-3eeb7ae7-97dc-4015-9fb9-77fea813d6e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738246698626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738246144790'] for port (88336639-d518-4c36-bf9b-da5f9b2bb60d), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:00.894527 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a4c2a787-a9b1-4641-b430-0eb21ea35683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751123'] for segment (ed9a1c02-481f-4a04-a954-ab4bb6b2d4a8), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:00.902442 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4c2a787-a9b1-4641-b430-0eb21ea35683 admin admin] Releasing vlan 424 on physical network physnet1 to pool {{(pid=103422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 11:19:00.902974 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a4c2a787-a9b1-4641-b430-0eb21ea35683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265271425'] for segment (ed9a1c02-481f-4a04-a954-ab4bb6b2d4a8), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:00.915713 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eeb7ae7-97dc-4015-9fb9-77fea813d6e9 None None] Pushing event deleted for resources: {'Port': ['ID=88336639-d518-4c36-bf9b-da5f9b2bb60d,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:19:00.928453 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eeb7ae7-97dc-4015-9fb9-77fea813d6e9 None None] No DVR routers for this DVR port 88336639-d518-4c36-bf9b-da5f9b2bb60d on host dv-cinder-834448-1-smb {{(pid=103423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 11:19:00.936314 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.db.l3_db [None req-7f288fe7-f7a0-44fe-b1d6-4e0691ab4289 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Floating IP 4392a073-5981-4823-91d1-4db9249b0bba associated. External IP: 172.28.0.179, port: 25418382-4be7-4c47-9a7b-54d18c2e72d5. Mar 21 11:19:00.992993 dv-cinder-834448-1-smb neutron-server[103422]: Traceback (most recent call last): Mar 21 11:19:00.992993 dv-cinder-834448-1-smb neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 11:19:00.992993 dv-cinder-834448-1-smb neutron-server[103422]: timer() Mar 21 11:19:00.992993 dv-cinder-834448-1-smb neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 11:19:00.992993 dv-cinder-834448-1-smb neutron-server[103422]: cb(*args, **kw) Mar 21 11:19:00.992993 dv-cinder-834448-1-smb neutron-server[103422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 21 11:19:00.992993 dv-cinder-834448-1-smb neutron-server[103422]: return func(*args, **kwargs) Mar 21 11:19:00.992993 dv-cinder-834448-1-smb neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 11:19:00.992993 dv-cinder-834448-1-smb neutron-server[103422]: self._notify() Mar 21 11:19:00.992993 dv-cinder-834448-1-smb neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 11:19:00.992993 dv-cinder-834448-1-smb neutron-server[103422]: self.callback(batched_events) Mar 21 11:19:00.992993 dv-cinder-834448-1-smb neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 11:19:00.992993 dv-cinder-834448-1-smb neutron-server[103422]: event.method(event) Mar 21 11:19:00.992993 dv-cinder-834448-1-smb neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 21 11:19:00.992993 dv-cinder-834448-1-smb neutron-server[103422]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 11:19:00.992993 dv-cinder-834448-1-smb neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 21 11:19:00.992993 dv-cinder-834448-1-smb neutron-server[103422]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 11:19:00.992993 dv-cinder-834448-1-smb neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 21 11:19:00.992993 dv-cinder-834448-1-smb neutron-server[103422]: return f(self, *a, **k) Mar 21 11:19:00.992993 dv-cinder-834448-1-smb neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 21 11:19:00.992993 dv-cinder-834448-1-smb neutron-server[103422]: return self._get(url).json() Mar 21 11:19:00.992993 dv-cinder-834448-1-smb neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 21 11:19:00.992993 dv-cinder-834448-1-smb neutron-server[103422]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 11:19:00.992993 dv-cinder-834448-1-smb neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 11:19:00.992993 dv-cinder-834448-1-smb neutron-server[103422]: return self.request(url, 'GET', **kwargs) Mar 21 11:19:00.992993 dv-cinder-834448-1-smb neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 11:19:00.992993 dv-cinder-834448-1-smb neutron-server[103422]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 11:19:00.992993 dv-cinder-834448-1-smb neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 11:19:00.992993 dv-cinder-834448-1-smb neutron-server[103422]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 11:19:00.992993 dv-cinder-834448-1-smb neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 11:19:00.992993 dv-cinder-834448-1-smb neutron-server[103422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 11:19:00.992993 dv-cinder-834448-1-smb neutron-server[103422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 11:19:01.003188 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a4c2a787-a9b1-4641-b430-0eb21ea35683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-689540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1690746'] for network (4a579521-14d3-4610-a099-3c56c62bd19a), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:01.010681 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a4c2a787-a9b1-4641-b430-0eb21ea35683 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693044'] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:01.013879 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-a4c2a787-a9b1-4641-b430-0eb21ea35683 admin admin] 10.222.0.24 "DELETE /v2.0/networks/4a579521-14d3-4610-a099-3c56c62bd19a HTTP/1.1" status: 204 len: 168 time: 0.9505432 Mar 21 11:19:01.024510 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c2a787-a9b1-4641-b430-0eb21ea35683 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a579521-14d3-4610-a099-3c56c62bd19a,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:19:01.057005 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-37b29434-2562-4911-9799-e3d61adffae5 req-61e3d6fb-7743-4a14-93ce-d23a6ab3e89d tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b998314-a05a-44c0-b23b-d6ece4a472c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1696351 Mar 21 11:19:01.225456 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 46256) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:19:01.260775 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f288fe7-f7a0-44fe-b1d6-4e0691ab4289 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Router b6f812b9-6d9a-4ef9-93fc-911b8f0819b8 has already been hosted by L3 agent 5097f9b2-2ef0-4af4-bde3-0c344dd6e70c {{(pid=103421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 11:19:01.297328 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-f8ab2c1f-889c-4c95-b858-67f31f4d548c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=52347e0a8df44be6bcf4f99067c9a702&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0694473 Mar 21 11:19:01.298299 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 46258) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:19:01.361073 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2e8cad72-a1c7-46d4-974d-e70908abcd0a admin admin] Publish callbacks [] for security_group (d16428e1-03fd-46f7-80c6-8696f1f626ef), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:01.392179 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2e8cad72-a1c7-46d4-974d-e70908abcd0a admin admin] Publish callbacks [] for security_group (d16428e1-03fd-46f7-80c6-8696f1f626ef), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:01.432145 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f288fe7-f7a0-44fe-b1d6-4e0691ab4289 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Notify agent at l3_agent.dv-cinder-834448-1-smb the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 11:19:01.437860 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7f288fe7-f7a0-44fe-b1d6-4e0691ab4289 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97509'] for floatingip (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:01.450277 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1713c58-b386-4b6a-ac7e-74d6e205add4 None None] Sync routers for ids ['b6f812b9-6d9a-4ef9-93fc-911b8f0819b8'] in dv-cinder-834448-1-smb {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 11:19:01.468140 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1713c58-b386-4b6a-ac7e-74d6e205add4 None None] Routers {'b6f812b9-6d9a-4ef9-93fc-911b8f0819b8'} bound to L3 agent in host dv-cinder-834448-1-smb {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:19:01.483920 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-e1713c58-b386-4b6a-ac7e-74d6e205add4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-21T11:04:55Z,description=,heartbeat_timestamp=2022-03-21T11:18:56Z,host='dv-cinder-834448-1-smb',id=5097f9b2-2ef0-4af4-bde3-0c344dd6e70c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:55Z,topic='l3_agent')) {'router_ids': ['b6f812b9-6d9a-4ef9-93fc-911b8f0819b8'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:19:01.495690 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-7f288fe7-f7a0-44fe-b1d6-4e0691ab4289 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] 10.222.0.24 "PUT /v2.0/floatingips/4392a073-5981-4823-91d1-4db9249b0bba HTTP/1.1" status: 200 len: 991 time: 1.8172441 Mar 21 11:19:01.495690 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98fc7ac1-3d7d-4d0a-8396-a86d91b4101b', 'tag': '25418382-4be7-4c47-9a7b-54d18c2e72d5'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:19:01.495690 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881d039021bf7bfdbb2ec2cc2a60bd67cc793bf6de71028ad915050608b1b1c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3eb1bbb-3da2-448f-9461-4093bf8bb912" -d '{"events": [{"name": "network-changed", "server_uuid": "98fc7ac1-3d7d-4d0a-8396-a86d91b4101b", "tag": "25418382-4be7-4c47-9a7b-54d18c2e72d5"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:19:01.513226 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2e8cad72-a1c7-46d4-974d-e70908abcd0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (d16428e1-03fd-46f7-80c6-8696f1f626ef), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:01.517825 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2e8cad72-a1c7-46d4-974d-e70908abcd0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:01.523047 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-2e8cad72-a1c7-46d4-974d-e70908abcd0a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d16428e1-03fd-46f7-80c6-8696f1f626ef HTTP/1.1" status: 204 len: 168 time: 0.2204351 Mar 21 11:19:01.537094 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8cad72-a1c7-46d4-974d-e70908abcd0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d16428e1-03fd-46f7-80c6-8696f1f626ef,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:19:01.563907 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 11:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ea36ffd-2bce-404b-b05b-4be55ae8ec88 x-openstack-request-id: req-8ea36ffd-2bce-404b-b05b-4be55ae8ec88 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:19:01.564241 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98fc7ac1-3d7d-4d0a-8396-a86d91b4101b", "tag": "25418382-4be7-4c47-9a7b-54d18c2e72d5", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:19:01.564460 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8ea36ffd-2bce-404b-b05b-4be55ae8ec88 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:19:01.564910 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98fc7ac1-3d7d-4d0a-8396-a86d91b4101b', 'tag': '25418382-4be7-4c47-9a7b-54d18c2e72d5', 'status': 'completed', 'code': 200} Mar 21 11:19:01.684985 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eb1bbb-3da2-448f-9461-4093bf8bb912 req-b8432cab-b0af-4507-b26b-3e65024ca0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:01.687231 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-d3eb1bbb-3da2-448f-9461-4093bf8bb912 req-b8432cab-b0af-4507-b26b-3e65024ca0b3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a69c1808af3d4640ae6355109b334cd8&device_id=98fc7ac1-3d7d-4d0a-8396-a86d91b4101b HTTP/1.1" status: 200 len: 1129 time: 0.1046491 Mar 21 11:19:01.695887 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-e1713c58-b386-4b6a-ac7e-74d6e205add4 None None] Set router b6f812b9-6d9a-4ef9-93fc-911b8f0819b8 gateway port host: dv-cinder-834448-1-smb {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:19:01.799416 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Device 88336639-d518-4c36-bf9b-da5f9b2bb60d no longer exists at agent ovs-agent-dv-cinder-834448-1-smb {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 11:19:01.853974 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] No Port match for: 88336639-d518-4c36-bf9b-da5f9b2bb60d {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 11:19:01.854783 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Device 88336639-d518-4c36-bf9b-da5f9b2bb60d not bound to the agent host dv-cinder-834448-1-smb {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 11:19:01.855393 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Device edda812f-da92-43c8-a40f-d8798ab369d7 no longer exists at agent ovs-agent-dv-cinder-834448-1-smb {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 11:19:01.881070 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eb1bbb-3da2-448f-9461-4093bf8bb912 req-41cfd185-3c6f-40d5-b8e1-edbacbb7b4da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:01.882653 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-d3eb1bbb-3da2-448f-9461-4093bf8bb912 req-41cfd185-3c6f-40d5-b8e1-edbacbb7b4da service neutron] 10.222.0.32 "GET /v2.0/networks?id=3ddc289c-7154-4e23-8f81-bf2d5b69083d HTTP/1.1" status: 200 len: 915 time: 0.1890759 Mar 21 11:19:01.908483 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] No Port match for: edda812f-da92-43c8-a40f-d8798ab369d7 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 11:19:01.908731 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Device edda812f-da92-43c8-a40f-d8798ab369d7 not bound to the agent host dv-cinder-834448-1-smb {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 11:19:02.007219 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-d3eb1bbb-3da2-448f-9461-4093bf8bb912 req-654c2f19-9f6a-4cdc-8e24-a6c3b54d74d4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=25418382-4be7-4c47-9a7b-54d18c2e72d5 HTTP/1.1" status: 200 len: 999 time: 0.1179643 Mar 21 11:19:02.097926 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-e1713c58-b386-4b6a-ac7e-74d6e205add4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6f812b9-6d9a-4ef9-93fc-911b8f0819b8', 'name': 'tempest-AttachVolumeNegativeTest-905083178-router', 'tenant_id': 'a69c1808af3d4640ae6355109b334cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'external_fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.149'}], 'enable_snat': True}, 'gw_port_id': '682ae32b-17c7-4a87-8472-bef89307aa9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:14:43Z', 'updated_at': '2022-03-21T11:14:50Z', 'revision_number': 4, 'project_id': 'a69c1808af3d4640ae6355109b334cd8', 'gw_port': {'id': '682ae32b-17c7-4a87-8472-bef89307aa9b', 'name': '', 'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:f2:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f812b9-6d9a-4ef9-93fc-911b8f0819b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:14:44Z', 'updated_at': '2022-03-21T11:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-smb', '_floatingips': [{'id': '4392a073-5981-4823-91d1-4db9249b0bba', 'tenant_id': 'a69c1808af3d4640ae6355109b334cd8', 'floating_ip_address': '172.28.0.179', 'floating_network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'router_id': 'b6f812b9-6d9a-4ef9-93fc-911b8f0819b8', 'port_id': '25418382-4be7-4c47-9a7b-54d18c2e72d5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ddc289c-7154-4e23-8f81-bf2d5b69083d', 'mac_address': 'fa:16:3e:3e:3e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98fc7ac1-3d7d-4d0a-8396-a86d91b4101b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T11:18:46Z', 'updated_at': '2022-03-21T11:19:00Z', 'revision_number': 1, 'project_id': 'a69c1808af3d4640ae6355109b334cd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b30e9ea-93a0-4312-be48-594c5c822598', 'name': '', 'network_id': '3ddc289c-7154-4e23-8f81-bf2d5b69083d', 'tenant_id': 'a69c1808af3d4640ae6355109b334cd8', 'mac_address': 'fa:16:3e:37:c0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f812b9-6d9a-4ef9-93fc-911b8f0819b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': 'b19ea63e-3287-4f53-b0cc-82d6b01cdd86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:14:48Z', 'updated_at': '2022-03-21T11:14:56Z', 'revision_number': 5, 'project_id': 'a69c1808af3d4640ae6355109b334cd8', 'subnets': [{'id': 'b19ea63e-3287-4f53-b0cc-82d6b01cdd86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-1-smb', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:19:02.107451 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eb1bbb-3da2-448f-9461-4093bf8bb912 req-17955d0c-32ed-401a-9484-aa23710106db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:02.112392 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-d3eb1bbb-3da2-448f-9461-4093bf8bb912 req-17955d0c-32ed-401a-9484-aa23710106db service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b19ea63e-3287-4f53-b0cc-82d6b01cdd86 HTTP/1.1" status: 200 len: 853 time: 0.0983982 Mar 21 11:19:02.140896 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1713c58-b386-4b6a-ac7e-74d6e205add4 None None] Checking router: b6f812b9-6d9a-4ef9-93fc-911b8f0819b8 for host: dv-cinder-834448-1-smb {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 11:19:02.151800 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1713c58-b386-4b6a-ac7e-74d6e205add4 None None] Routers {'b6f812b9-6d9a-4ef9-93fc-911b8f0819b8'} bound to L3 agent in host dv-cinder-834448-1-smb {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:19:02.152566 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-e1713c58-b386-4b6a-ac7e-74d6e205add4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-21T11:04:55Z,description=,heartbeat_timestamp=2022-03-21T11:18:56Z,host='dv-cinder-834448-1-smb',id=5097f9b2-2ef0-4af4-bde3-0c344dd6e70c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:55Z,topic='l3_agent')) {'router_ids': ['b6f812b9-6d9a-4ef9-93fc-911b8f0819b8'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:19:02.254274 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eb1bbb-3da2-448f-9461-4093bf8bb912 req-feefc290-caf7-47a6-9edc-2545fd8de3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:02.256221 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-d3eb1bbb-3da2-448f-9461-4093bf8bb912 req-feefc290-caf7-47a6-9edc-2545fd8de3bc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3ddc289c-7154-4e23-8f81-bf2d5b69083d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1313486 Mar 21 11:19:02.370780 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-e1713c58-b386-4b6a-ac7e-74d6e205add4 None None] Set router b6f812b9-6d9a-4ef9-93fc-911b8f0819b8 gateway port host: dv-cinder-834448-1-smb {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:19:02.417975 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ecaabc-fd57-4128-af8c-c9638bc9b13f req-8c81caf9-7594-414d-8143-47c2fddbf576 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:02.421196 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-90ecaabc-fd57-4128-af8c-c9638bc9b13f req-8c81caf9-7594-414d-8143-47c2fddbf576 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/ports?device_id=8517f2fe-d7c1-4fa1-adbf-48fd547407f2 HTTP/1.1" status: 200 len: 945 time: 0.2212234 Mar 21 11:19:02.551259 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-d3eb1bbb-3da2-448f-9461-4093bf8bb912 req-d807f9a4-30d8-4321-806b-9bb62576b910 service neutron] 10.222.0.32 "GET /v2.0/networks/3ddc289c-7154-4e23-8f81-bf2d5b69083d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2881258 Mar 21 11:19:02.555213 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-90ecaabc-fd57-4128-af8c-c9638bc9b13f req-bf4c2d91-c6ed-471b-9859-ad49d1a512d2 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b998314-a05a-44c0-b23b-d6ece4a472c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1280370 Mar 21 11:19:02.736835 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-d3eb1bbb-3da2-448f-9461-4093bf8bb912 req-4c58a7f7-3b44-4929-bb41-461e474d30e1 service neutron] 10.222.0.32 "GET /v2.0/networks/3ddc289c-7154-4e23-8f81-bf2d5b69083d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773946 Mar 21 11:19:02.806890 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-e1713c58-b386-4b6a-ac7e-74d6e205add4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6f812b9-6d9a-4ef9-93fc-911b8f0819b8', 'name': 'tempest-AttachVolumeNegativeTest-905083178-router', 'tenant_id': 'a69c1808af3d4640ae6355109b334cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'external_fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.149'}], 'enable_snat': True}, 'gw_port_id': '682ae32b-17c7-4a87-8472-bef89307aa9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:14:43Z', 'updated_at': '2022-03-21T11:14:50Z', 'revision_number': 4, 'project_id': 'a69c1808af3d4640ae6355109b334cd8', 'gw_port': {'id': '682ae32b-17c7-4a87-8472-bef89307aa9b', 'name': '', 'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:f2:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f812b9-6d9a-4ef9-93fc-911b8f0819b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:14:44Z', 'updated_at': '2022-03-21T11:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-smb', '_floatingips': [{'id': '4392a073-5981-4823-91d1-4db9249b0bba', 'tenant_id': 'a69c1808af3d4640ae6355109b334cd8', 'floating_ip_address': '172.28.0.179', 'floating_network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'router_id': 'b6f812b9-6d9a-4ef9-93fc-911b8f0819b8', 'port_id': '25418382-4be7-4c47-9a7b-54d18c2e72d5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ddc289c-7154-4e23-8f81-bf2d5b69083d', 'mac_address': 'fa:16:3e:3e:3e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98fc7ac1-3d7d-4d0a-8396-a86d91b4101b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T11:18:46Z', 'updated_at': '2022-03-21T11:19:00Z', 'revision_number': 1, 'project_id': 'a69c1808af3d4640ae6355109b334cd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b30e9ea-93a0-4312-be48-594c5c822598', 'name': '', 'network_id': '3ddc289c-7154-4e23-8f81-bf2d5b69083d', 'tenant_id': 'a69c1808af3d4640ae6355109b334cd8', 'mac_address': 'fa:16:3e:37:c0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f812b9-6d9a-4ef9-93fc-911b8f0819b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': 'b19ea63e-3287-4f53-b0cc-82d6b01cdd86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:14:48Z', 'updated_at': '2022-03-21T11:14:56Z', 'revision_number': 5, 'project_id': 'a69c1808af3d4640ae6355109b334cd8', 'subnets': [{'id': 'b19ea63e-3287-4f53-b0cc-82d6b01cdd86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-1-smb', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:19:02.865560 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1713c58-b386-4b6a-ac7e-74d6e205add4 None None] The sync data for ids ['b6f812b9-6d9a-4ef9-93fc-911b8f0819b8'] in dv-cinder-834448-1-smb is: [{'id': 'b6f812b9-6d9a-4ef9-93fc-911b8f0819b8', 'name': 'tempest-AttachVolumeNegativeTest-905083178-router', 'tenant_id': 'a69c1808af3d4640ae6355109b334cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'external_fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.149'}], 'enable_snat': True}, 'gw_port_id': '682ae32b-17c7-4a87-8472-bef89307aa9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:14:43Z', 'updated_at': '2022-03-21T11:14:50Z', 'revision_number': 4, 'project_id': 'a69c1808af3d4640ae6355109b334cd8', 'gw_port': {'id': '682ae32b-17c7-4a87-8472-bef89307aa9b', 'name': '', 'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:f2:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f812b9-6d9a-4ef9-93fc-911b8f0819b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:14:44Z', 'updated_at': '2022-03-21T11:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-smb', '_floatingips': [{'id': '4392a073-5981-4823-91d1-4db9249b0bba', 'tenant_id': 'a69c1808af3d4640ae6355109b334cd8', 'floating_ip_address': '172.28.0.179', 'floating_network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'router_id': 'b6f812b9-6d9a-4ef9-93fc-911b8f0819b8', 'port_id': '25418382-4be7-4c47-9a7b-54d18c2e72d5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ddc289c-7154-4e23-8f81-bf2d5b69083d', 'mac_address': 'fa:16:3e:3e:3e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98fc7ac1-3d7d-4d0a-8396-a86d91b4101b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T11:18:46Z', 'updated_at': '2022-03-21T11:19:00Z', 'revision_number': 1, 'project_id': 'a69c1808af3d4640ae6355109b334cd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b30e9ea-93a0-4312-be48-594c5c822598', 'name': '', 'network_id': '3ddc289c-7154-4e23-8f81-bf2d5b69083d', 'tenant_id': 'a69c1808af3d4640ae6355109b334cd8', 'mac_address': 'fa:16:3e:37:c0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f812b9-6d9a-4ef9-93fc-911b8f0819b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': 'b19ea63e-3287-4f53-b0cc-82d6b01cdd86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:14:48Z', 'updated_at': '2022-03-21T11:14:56Z', 'revision_number': 5, 'project_id': 'a69c1808af3d4640ae6355109b334cd8', 'subnets': [{'id': 'b19ea63e-3287-4f53-b0cc-82d6b01cdd86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 11:19:03.171027 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5863f5e-834f-44b1-91ef-7774e5363028 None None] New status for floating IP 4392a073-5981-4823-91d1-4db9249b0bba: ACTIVE {{(pid=103423) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 11:19:03.787009 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6500ca5d-1759-4d7c-8fea-e0b33e7f27de req-3222f824-2f56-4ce3-a7eb-f475aa2ad45d tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:03.788801 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-6500ca5d-1759-4d7c-8fea-e0b33e7f27de req-3222f824-2f56-4ce3-a7eb-f475aa2ad45d tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/ports?device_id=8517f2fe-d7c1-4fa1-adbf-48fd547407f2 HTTP/1.1" status: 200 len: 945 time: 0.1142220 Mar 21 11:19:03.864744 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-6500ca5d-1759-4d7c-8fea-e0b33e7f27de req-4dcb530c-b6ad-4be4-a171-5d3cb64835a1 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b998314-a05a-44c0-b23b-d6ece4a472c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694358 Mar 21 11:19:05.061768 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080f5624-400e-4091-a329-b8c45697b794 req-fcbde185-0592-4e8f-819d-2412192b2b65 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:05.072990 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-080f5624-400e-4091-a329-b8c45697b794 req-fcbde185-0592-4e8f-819d-2412192b2b65 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/ports?device_id=8517f2fe-d7c1-4fa1-adbf-48fd547407f2 HTTP/1.1" status: 200 len: 945 time: 0.0860708 Mar 21 11:19:05.119201 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 46344) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:19:05.155751 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-080f5624-400e-4091-a329-b8c45697b794 req-c870ed9e-41ad-499e-9888-ea8c6a8ec69e tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b998314-a05a-44c0-b23b-d6ece4a472c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811827 Mar 21 11:19:05.328226 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-401b2985-91b9-415c-8852-829972416f05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:05.441386 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-401b2985-91b9-415c-8852-829972416f05 admin admin] Publish callbacks [] for security_group (b4625e9c-9cda-4e19-90f2-039a56ee3c0d), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:05.450507 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-401b2985-91b9-415c-8852-829972416f05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (b4625e9c-9cda-4e19-90f2-039a56ee3c0d), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:05.528688 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-401b2985-91b9-415c-8852-829972416f05 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=04a9a162cd84461783a01b869c71b7d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4079261 Mar 21 11:19:05.529901 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401b2985-91b9-415c-8852-829972416f05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4625e9c-9cda-4e19-90f2-039a56ee3c0d,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:19:05.531060 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 46348) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:19:05.614749 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6bcdcb3a-e191-40b6-a07a-477defdc936f admin admin] Publish callbacks [] for security_group (b4625e9c-9cda-4e19-90f2-039a56ee3c0d), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:05.642807 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6bcdcb3a-e191-40b6-a07a-477defdc936f admin admin] Publish callbacks [] for security_group (b4625e9c-9cda-4e19-90f2-039a56ee3c0d), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:05.719465 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6bcdcb3a-e191-40b6-a07a-477defdc936f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (b4625e9c-9cda-4e19-90f2-039a56ee3c0d), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:05.722857 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6bcdcb3a-e191-40b6-a07a-477defdc936f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:05.724575 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-6bcdcb3a-e191-40b6-a07a-477defdc936f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b4625e9c-9cda-4e19-90f2-039a56ee3c0d HTTP/1.1" status: 204 len: 168 time: 0.1913717 Mar 21 11:19:05.750862 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcdcb3a-e191-40b6-a07a-477defdc936f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4625e9c-9cda-4e19-90f2-039a56ee3c0d,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:19:06.210399 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 46356) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:19:06.226119 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0795021b-4129-47df-8825-6185735d5cdb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:06.348137 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0795021b-4129-47df-8825-6185735d5cdb admin admin] Publish callbacks [] for security_group (11183a6e-f2f2-4c9d-98d0-ead0dbd10045), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:06.353173 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0795021b-4129-47df-8825-6185735d5cdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (11183a6e-f2f2-4c9d-98d0-ead0dbd10045), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:06.396711 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0795021b-4129-47df-8825-6185735d5cdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11183a6e-f2f2-4c9d-98d0-ead0dbd10045,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:19:06.402848 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-0795021b-4129-47df-8825-6185735d5cdb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bb11b3e169ed4c2ea409a50d5d53edcb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1917551 Mar 21 11:19:06.405753 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 46364) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:19:06.481720 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-15f65137-3452-4b15-a8dd-0ea4ec875692 admin admin] Publish callbacks [] for security_group (11183a6e-f2f2-4c9d-98d0-ead0dbd10045), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:06.521862 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-15f65137-3452-4b15-a8dd-0ea4ec875692 admin admin] Publish callbacks [] for security_group (11183a6e-f2f2-4c9d-98d0-ead0dbd10045), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:06.612617 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-15f65137-3452-4b15-a8dd-0ea4ec875692 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (11183a6e-f2f2-4c9d-98d0-ead0dbd10045), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:06.623216 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-15f65137-3452-4b15-a8dd-0ea4ec875692 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:06.632440 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-15f65137-3452-4b15-a8dd-0ea4ec875692 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/11183a6e-f2f2-4c9d-98d0-ead0dbd10045 HTTP/1.1" status: 204 len: 168 time: 0.2241600 Mar 21 11:19:06.646362 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f65137-3452-4b15-a8dd-0ea4ec875692 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11183a6e-f2f2-4c9d-98d0-ead0dbd10045,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:19:06.671567 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49523bce-83e5-4e8d-b382-0b2d017376cd req-259187a3-b937-4d0c-84a9-1d1063402c99 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:06.685582 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-49523bce-83e5-4e8d-b382-0b2d017376cd req-259187a3-b937-4d0c-84a9-1d1063402c99 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/ports?device_id=8517f2fe-d7c1-4fa1-adbf-48fd547407f2 HTTP/1.1" status: 200 len: 945 time: 0.4401312 Mar 21 11:19:07.144099 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-49523bce-83e5-4e8d-b382-0b2d017376cd req-05f387c2-a58c-46ee-af6b-93f44baf92ba tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b998314-a05a-44c0-b23b-d6ece4a472c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4577184 Mar 21 11:19:08.334020 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bad655-217b-43ca-9ce8-00ac725fd147 req-25d942d7-b459-4b96-b9f6-2cbf3e3ed3ba tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:08.337377 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-28bad655-217b-43ca-9ce8-00ac725fd147 req-25d942d7-b459-4b96-b9f6-2cbf3e3ed3ba tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/ports?device_id=8517f2fe-d7c1-4fa1-adbf-48fd547407f2 HTTP/1.1" status: 200 len: 945 time: 0.0794151 Mar 21 11:19:08.421990 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-28bad655-217b-43ca-9ce8-00ac725fd147 req-d8412b03-6bca-4839-b148-8e2c87223ff2 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b998314-a05a-44c0-b23b-d6ece4a472c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771279 Mar 21 11:19:09.611102 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6604b3bd-13cc-4a36-9f0a-a4a299e8e76b req-75174e67-b647-4fe9-8714-dac4ac0579bb tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:09.614132 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-6604b3bd-13cc-4a36-9f0a-a4a299e8e76b req-75174e67-b647-4fe9-8714-dac4ac0579bb tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/ports?device_id=8517f2fe-d7c1-4fa1-adbf-48fd547407f2 HTTP/1.1" status: 200 len: 945 time: 0.0937846 Mar 21 11:19:09.720349 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-6604b3bd-13cc-4a36-9f0a-a4a299e8e76b req-3814c445-3529-4fe0-a582-94f48783cc5a tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b998314-a05a-44c0-b23b-d6ece4a472c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876520 Mar 21 11:19:09.877577 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 46450) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:19:10.180624 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0413f6fa-722a-4966-b460-7d9fb7fda7d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:10.315076 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0413f6fa-722a-4966-b460-7d9fb7fda7d9 admin admin] Publish callbacks [] for security_group (cb041a16-3f67-4f9e-8906-a1b86f14f744), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:10.322879 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0413f6fa-722a-4966-b460-7d9fb7fda7d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (cb041a16-3f67-4f9e-8906-a1b86f14f744), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:10.370062 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0413f6fa-722a-4966-b460-7d9fb7fda7d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb041a16-3f67-4f9e-8906-a1b86f14f744,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:19:10.379987 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-0413f6fa-722a-4966-b460-7d9fb7fda7d9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ec2b3f952ddb47a9ae62b7f2a5f3f19b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5011060 Mar 21 11:19:10.380806 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 46458) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:19:10.447404 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-919514b6-714a-483d-8332-8422f4b9c205 admin admin] Publish callbacks [] for security_group (cb041a16-3f67-4f9e-8906-a1b86f14f744), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:10.479515 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-919514b6-714a-483d-8332-8422f4b9c205 admin admin] Publish callbacks [] for security_group (cb041a16-3f67-4f9e-8906-a1b86f14f744), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:10.522865 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.agents_db [None req-8008186f-aa22-4b77-a63e-1bf9dbff4757 None None] Agent healthcheck: found 6 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 11:19:10.546231 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-919514b6-714a-483d-8332-8422f4b9c205 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (cb041a16-3f67-4f9e-8906-a1b86f14f744), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:10.549199 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-919514b6-714a-483d-8332-8422f4b9c205 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:10.553462 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-919514b6-714a-483d-8332-8422f4b9c205 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cb041a16-3f67-4f9e-8906-a1b86f14f744 HTTP/1.1" status: 204 len: 168 time: 0.1684978 Mar 21 11:19:10.561095 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919514b6-714a-483d-8332-8422f4b9c205 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb041a16-3f67-4f9e-8906-a1b86f14f744,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:19:10.863992 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf73e45-8d3c-4253-a090-9cc5d67b611b req-bba0994c-c2bd-49b5-b5be-d72d05b622d6 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:10.866531 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-dcf73e45-8d3c-4253-a090-9cc5d67b611b req-bba0994c-c2bd-49b5-b5be-d72d05b622d6 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/ports?device_id=8517f2fe-d7c1-4fa1-adbf-48fd547407f2 HTTP/1.1" status: 200 len: 945 time: 0.0695693 Mar 21 11:19:10.884405 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 46476) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:19:10.898797 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fbd2bb1e-e283-4320-b662-61bd594ad4b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:10.922734 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-dcf73e45-8d3c-4253-a090-9cc5d67b611b req-0d701dc1-141f-4dee-8b1c-e0a398804686 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b998314-a05a-44c0-b23b-d6ece4a472c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497665 Mar 21 11:19:11.009198 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fbd2bb1e-e283-4320-b662-61bd594ad4b7 admin admin] Publish callbacks [] for security_group (c0c6060e-e7e9-4c94-8ac4-c86c61c5d1a4), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:11.014576 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fbd2bb1e-e283-4320-b662-61bd594ad4b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (c0c6060e-e7e9-4c94-8ac4-c86c61c5d1a4), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:11.094046 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-fbd2bb1e-e283-4320-b662-61bd594ad4b7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=effc42a8b89c4c6fb898cd013a2fc9f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2079778 Mar 21 11:19:11.095165 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd2bb1e-e283-4320-b662-61bd594ad4b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0c6060e-e7e9-4c94-8ac4-c86c61c5d1a4,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:19:11.097427 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 46478) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:19:11.207460 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0f376ef4-4cd9-427a-b966-1c3feb95f33c admin admin] Publish callbacks [] for security_group (c0c6060e-e7e9-4c94-8ac4-c86c61c5d1a4), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:11.236372 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f8737e-126d-4a8f-bf0c-c6ab8274b749 req-d9131adc-112d-48c2-b984-197ce5795a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:11.237961 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-b1f8737e-126d-4a8f-bf0c-c6ab8274b749 req-d9131adc-112d-48c2-b984-197ce5795a8d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=53cbbdfcec5443308803a36be9595a3d&device_id=8517f2fe-d7c1-4fa1-adbf-48fd547407f2 HTTP/1.1" status: 200 len: 1129 time: 0.1034796 Mar 21 11:19:11.249519 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0f376ef4-4cd9-427a-b966-1c3feb95f33c admin admin] Publish callbacks [] for security_group (c0c6060e-e7e9-4c94-8ac4-c86c61c5d1a4), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:11.385814 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f8737e-126d-4a8f-bf0c-c6ab8274b749 req-488eaefa-cde3-477a-8afb-52fa673a7a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:11.387335 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-b1f8737e-126d-4a8f-bf0c-c6ab8274b749 req-488eaefa-cde3-477a-8afb-52fa673a7a8e service neutron] 10.222.0.32 "GET /v2.0/networks?id=edde1cdb-cb70-4a7f-a015-4d6abd2c41fa HTTP/1.1" status: 200 len: 918 time: 0.1402659 Mar 21 11:19:11.388024 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0f376ef4-4cd9-427a-b966-1c3feb95f33c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (c0c6060e-e7e9-4c94-8ac4-c86c61c5d1a4), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:11.390753 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0f376ef4-4cd9-427a-b966-1c3feb95f33c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:11.391910 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-0f376ef4-4cd9-427a-b966-1c3feb95f33c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c0c6060e-e7e9-4c94-8ac4-c86c61c5d1a4 HTTP/1.1" status: 204 len: 168 time: 0.2932992 Mar 21 11:19:11.459364 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f376ef4-4cd9-427a-b966-1c3feb95f33c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0c6060e-e7e9-4c94-8ac4-c86c61c5d1a4,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:19:11.508455 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-b1f8737e-126d-4a8f-bf0c-c6ab8274b749 req-0fe2d6c5-25f0-4089-9e37-8021b6ba1ac7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0d7085e8-4de1-4001-a1a6-229c1e5c9320 HTTP/1.1" status: 200 len: 999 time: 0.1128097 Mar 21 11:19:11.569073 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f8737e-126d-4a8f-bf0c-c6ab8274b749 req-7a88e468-0462-46f9-897b-f30d81af1e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:11.570932 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-b1f8737e-126d-4a8f-bf0c-c6ab8274b749 req-7a88e468-0462-46f9-897b-f30d81af1e21 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bb03aaa0-c83c-430c-a873-c18dc8bcb9dc HTTP/1.1" status: 200 len: 856 time: 0.0564735 Mar 21 11:19:11.651501 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f8737e-126d-4a8f-bf0c-c6ab8274b749 req-fcff3567-bfd9-4790-966c-27278e7db7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:11.653177 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-b1f8737e-126d-4a8f-bf0c-c6ab8274b749 req-fcff3567-bfd9-4790-966c-27278e7db7e3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=edde1cdb-cb70-4a7f-a015-4d6abd2c41fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0747089 Mar 21 11:19:11.797603 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-b1f8737e-126d-4a8f-bf0c-c6ab8274b749 req-f7ced258-0b6e-4e90-be89-1fa3eeba6dd5 service neutron] 10.222.0.32 "GET /v2.0/networks/edde1cdb-cb70-4a7f-a015-4d6abd2c41fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307278 Mar 21 11:19:11.916465 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-b1f8737e-126d-4a8f-bf0c-c6ab8274b749 req-a448dfae-5a53-437c-ba74-99dd9e09d5b2 service neutron] 10.222.0.32 "GET /v2.0/networks/edde1cdb-cb70-4a7f-a015-4d6abd2c41fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120443 Mar 21 11:19:12.089417 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98511f87-6720-4f66-98d9-f5575c32be91 req-4c20a76c-e2f5-4680-8cae-649badd4c5b6 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:12.090989 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-98511f87-6720-4f66-98d9-f5575c32be91 req-4c20a76c-e2f5-4680-8cae-649badd4c5b6 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/ports?device_id=8517f2fe-d7c1-4fa1-adbf-48fd547407f2 HTTP/1.1" status: 200 len: 945 time: 0.0660014 Mar 21 11:19:12.156843 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-98511f87-6720-4f66-98d9-f5575c32be91 req-a488f9c1-d10c-4700-87d2-4be3c1530aa3 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b998314-a05a-44c0-b23b-d6ece4a472c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563073 Mar 21 11:19:13.318342 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a7d2e9-573e-4fc9-a203-c4ed34eb8edf req-54b4d5ac-da1a-40cd-baef-b552315dc2f9 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:13.319753 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-94a7d2e9-573e-4fc9-a203-c4ed34eb8edf req-54b4d5ac-da1a-40cd-baef-b552315dc2f9 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/ports?device_id=8517f2fe-d7c1-4fa1-adbf-48fd547407f2 HTTP/1.1" status: 200 len: 945 time: 0.0627651 Mar 21 11:19:13.374501 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-94a7d2e9-573e-4fc9-a203-c4ed34eb8edf req-97b5d0a3-f186-48eb-ba73-a2728e1873f2 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b998314-a05a-44c0-b23b-d6ece4a472c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475621 Mar 21 11:19:13.846484 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Device 0d7085e8-4de1-4001-a1a6-229c1e5c9320 no longer exists at agent hyperv_hv-cinder-83444 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 11:19:13.930475 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Current status of the port 0d7085e8-4de1-4001-a1a6-229c1e5c9320 is: ACTIVE; New status is: DOWN {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:19:13.930915 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (0d7085e8-4de1-4001-a1a6-229c1e5c9320), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:13.957033 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8517f2fe-d7c1-4fa1-adbf-48fd547407f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d7085e8-4de1-4001-a1a6-229c1e5c9320'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:19:13.959467 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f4962fb769adde196efb410afcfec8f2b34529d6df7ca74076ce40474c5a66c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e968f1ad-1126-4511-9209-08265d3d51dd" -d '{"events": [{"server_uuid": "8517f2fe-d7c1-4fa1-adbf-48fd547407f2", "name": "network-vif-unplugged", "status": "completed", "tag": "0d7085e8-4de1-4001-a1a6-229c1e5c9320"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:19:13.978791 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] For port 0d7085e8-4de1-4001-a1a6-229c1e5c9320, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=0d7085e8-4de1-4001-a1a6-229c1e5c9320,segment=NetworkSegment(2b3dbd92-7596-4ba4-98c7-1ff5ff135374),segment_id=2b3dbd92-7596-4ba4-98c7-1ff5ff135374)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:19:13.984353 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817'] for port (0d7085e8-4de1-4001-a1a6-229c1e5c9320), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:14.010145 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 21 Mar 2022 11:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9e737a2-2b48-42e3-8e6e-db29b2ddf328 x-openstack-request-id: req-e9e737a2-2b48-42e3-8e6e-db29b2ddf328 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:19:14.010645 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8517f2fe-d7c1-4fa1-adbf-48fd547407f2", "name": "network-vif-unplugged", "status": "failed", "tag": "0d7085e8-4de1-4001-a1a6-229c1e5c9320", "code": 422}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:19:14.011043 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e9e737a2-2b48-42e3-8e6e-db29b2ddf328 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:19:14.011681 dv-cinder-834448-1-smb neutron-server[103423]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8517f2fe-d7c1-4fa1-adbf-48fd547407f2', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0d7085e8-4de1-4001-a1a6-229c1e5c9320', 'code': 422} returned with failed status Mar 21 11:19:14.037164 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Pushing event updated for resources: {'Port': ['ID=0d7085e8-4de1-4001-a1a6-229c1e5c9320,revision_number=8']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:19:14.508352 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c783e9-c35f-42fe-b08a-2533c8b88dff req-5ab95444-95e1-4782-bdf7-f3d016e90de6 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:14.509881 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-30c783e9-c35f-42fe-b08a-2533c8b88dff req-5ab95444-95e1-4782-bdf7-f3d016e90de6 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/ports?device_id=8517f2fe-d7c1-4fa1-adbf-48fd547407f2 HTTP/1.1" status: 200 len: 943 time: 0.0561488 Mar 21 11:19:14.559783 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-30c783e9-c35f-42fe-b08a-2533c8b88dff req-555d2319-e894-411f-8258-274fec725a9e tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b998314-a05a-44c0-b23b-d6ece4a472c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431170 Mar 21 11:19:15.459192 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [req-1a042533-517b-47e2-951d-1e4866a9b37d req-011ab418-ef1f-49e4-9e66-e77ce28603f1 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103421) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 21 11:19:15.460231 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-1a042533-517b-47e2-951d-1e4866a9b37d req-011ab418-ef1f-49e4-9e66-e77ce28603f1 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064206 Mar 21 11:19:15.668404 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5722bc3d-213b-4a7a-9d6e-7dfa0f9841ed req-58253a2c-16b5-4c9e-911b-ad7dead1d7f8 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:15.670246 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-5722bc3d-213b-4a7a-9d6e-7dfa0f9841ed req-58253a2c-16b5-4c9e-911b-ad7dead1d7f8 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/ports?device_id=8517f2fe-d7c1-4fa1-adbf-48fd547407f2 HTTP/1.1" status: 200 len: 943 time: 0.0903795 Mar 21 11:19:15.705467 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-462afde1-284a-46cd-b2f3-d5f54d1d4bf5 req-976c58ea-4148-4134-bdfd-e6e5aea44900 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8517f2fe-d7c1-4fa1-adbf-48fd547407f2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0649400 Mar 21 11:19:15.740350 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-5722bc3d-213b-4a7a-9d6e-7dfa0f9841ed req-50858c58-b488-4a00-b616-4d9019ddb70a tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b998314-a05a-44c0-b23b-d6ece4a472c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613163 Mar 21 11:19:15.782703 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462afde1-284a-46cd-b2f3-d5f54d1d4bf5 req-5fca889b-7975-4661-9053-2f50d5b6cee3 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:15.784126 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-462afde1-284a-46cd-b2f3-d5f54d1d4bf5 req-5fca889b-7975-4661-9053-2f50d5b6cee3 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/ports/0d7085e8-4de1-4001-a1a6-229c1e5c9320 HTTP/1.1" status: 200 len: 940 time: 0.0501387 Mar 21 11:19:16.216587 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480647cd-1912-4641-aed0-b2d8d300f0e0 req-c25b3996-622a-484f-867e-04b7cd50e753 tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:16.224264 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-480647cd-1912-4641-aed0-b2d8d300f0e0 req-c25b3996-622a-484f-867e-04b7cd50e753 tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f33973f-857b-4834-8f6f-f2d45a21d9fa HTTP/1.1" status: 200 len: 946 time: 0.0813446 Mar 21 11:19:16.282336 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-480647cd-1912-4641-aed0-b2d8d300f0e0 req-969072b0-d3a1-4f19-83bc-1106526f74fe tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8206a3f-9c6f-4a0b-a450-e547744181ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553672 Mar 21 11:19:16.750305 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462afde1-284a-46cd-b2f3-d5f54d1d4bf5 req-36861377-74b6-48ad-ba8a-cf595e658cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:16.751583 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-462afde1-284a-46cd-b2f3-d5f54d1d4bf5 req-36861377-74b6-48ad-ba8a-cf595e658cbd service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8517f2fe-d7c1-4fa1-adbf-48fd547407f2&tenant_id=53cbbdfcec5443308803a36be9595a3d HTTP/1.1" status: 200 len: 1127 time: 0.0919089 Mar 21 11:19:16.875761 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462afde1-284a-46cd-b2f3-d5f54d1d4bf5 req-637c20c3-3f83-4b0c-8867-00f3dfb7d9de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:16.877307 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-462afde1-284a-46cd-b2f3-d5f54d1d4bf5 req-637c20c3-3f83-4b0c-8867-00f3dfb7d9de service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=53cbbdfcec5443308803a36be9595a3d&device_id=8517f2fe-d7c1-4fa1-adbf-48fd547407f2 HTTP/1.1" status: 200 len: 1127 time: 0.0865145 Mar 21 11:19:16.900870 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5023b4b7-b3c3-4a87-b8cb-7090abd56feb req-b740de75-d91b-491d-a72d-699fb9ea68d4 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:16.902395 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-5023b4b7-b3c3-4a87-b8cb-7090abd56feb req-b740de75-d91b-491d-a72d-699fb9ea68d4 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/ports?device_id=8517f2fe-d7c1-4fa1-adbf-48fd547407f2 HTTP/1.1" status: 200 len: 943 time: 0.0772524 Mar 21 11:19:17.008144 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-5023b4b7-b3c3-4a87-b8cb-7090abd56feb req-4f194e6f-1d79-4340-ba57-d49915226a95 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b998314-a05a-44c0-b23b-d6ece4a472c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956602 Mar 21 11:19:17.033196 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462afde1-284a-46cd-b2f3-d5f54d1d4bf5 req-02f920e2-7c6a-43b8-a588-ba8fe81a8ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:17.034721 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-462afde1-284a-46cd-b2f3-d5f54d1d4bf5 req-02f920e2-7c6a-43b8-a588-ba8fe81a8ca9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=edde1cdb-cb70-4a7f-a015-4d6abd2c41fa HTTP/1.1" status: 200 len: 918 time: 0.1497805 Mar 21 11:19:17.103487 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-462afde1-284a-46cd-b2f3-d5f54d1d4bf5 req-df2746c1-ee18-4258-9006-1f73980110ff service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0d7085e8-4de1-4001-a1a6-229c1e5c9320 HTTP/1.1" status: 200 len: 997 time: 0.0619719 Mar 21 11:19:17.154497 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462afde1-284a-46cd-b2f3-d5f54d1d4bf5 req-48d0b2ff-3895-4067-a004-402af14f4f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:17.156276 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-462afde1-284a-46cd-b2f3-d5f54d1d4bf5 req-48d0b2ff-3895-4067-a004-402af14f4f98 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bb03aaa0-c83c-430c-a873-c18dc8bcb9dc HTTP/1.1" status: 200 len: 856 time: 0.0458589 Mar 21 11:19:17.212147 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462afde1-284a-46cd-b2f3-d5f54d1d4bf5 req-d96791e5-dcdb-4889-ba20-a3351851d888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:17.213654 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-462afde1-284a-46cd-b2f3-d5f54d1d4bf5 req-d96791e5-dcdb-4889-ba20-a3351851d888 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=edde1cdb-cb70-4a7f-a015-4d6abd2c41fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0517406 Mar 21 11:19:17.317854 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-462afde1-284a-46cd-b2f3-d5f54d1d4bf5 req-f89cfa72-fe52-48bc-8cba-6604b5c24e8d service neutron] 10.222.0.32 "GET /v2.0/networks/edde1cdb-cb70-4a7f-a015-4d6abd2c41fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936501 Mar 21 11:19:17.456161 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-462afde1-284a-46cd-b2f3-d5f54d1d4bf5 req-1527f119-7aa1-48c2-bee7-aed6810d7dfa service neutron] 10.222.0.32 "GET /v2.0/networks/edde1cdb-cb70-4a7f-a015-4d6abd2c41fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309757 Mar 21 11:19:17.466756 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cde48d-b485-468e-8a65-05ff9442adc1 req-e87f7410-83ba-4f54-bed2-1f97719d017e tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:17.468236 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-44cde48d-b485-468e-8a65-05ff9442adc1 req-e87f7410-83ba-4f54-bed2-1f97719d017e tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f33973f-857b-4834-8f6f-f2d45a21d9fa HTTP/1.1" status: 200 len: 946 time: 0.0923066 Mar 21 11:19:17.524323 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-44cde48d-b485-468e-8a65-05ff9442adc1 req-493d6700-2465-45e4-8c8a-02a5e4cd7c5c tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8206a3f-9c6f-4a0b-a450-e547744181ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491524 Mar 21 11:19:17.878801 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Device 0d7085e8-4de1-4001-a1a6-229c1e5c9320 no longer exists at agent hyperv_hv-cinder-83444 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 11:19:18.026940 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Current status of the port 0d7085e8-4de1-4001-a1a6-229c1e5c9320 is: DOWN; New status is: DOWN {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:19:18.236048 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2436dabd-391c-4d6a-8845-ebb3921c1407 req-c98843c3-ce57-4591-a085-3e0be9e7ab43 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:18.240576 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-2436dabd-391c-4d6a-8845-ebb3921c1407 req-c98843c3-ce57-4591-a085-3e0be9e7ab43 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/ports?device_id=8517f2fe-d7c1-4fa1-adbf-48fd547407f2 HTTP/1.1" status: 200 len: 943 time: 0.1352205 Mar 21 11:19:18.349361 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-2436dabd-391c-4d6a-8845-ebb3921c1407 req-000ad51c-a0fe-42ad-9d2e-ff05b75001b4 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b998314-a05a-44c0-b23b-d6ece4a472c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996623 Mar 21 11:19:18.691960 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347dd923-2974-4a16-9a76-b13703ac7f43 req-7bd03560-9600-4a9b-8dd7-85f27d8a5b6c tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:18.694075 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-347dd923-2974-4a16-9a76-b13703ac7f43 req-7bd03560-9600-4a9b-8dd7-85f27d8a5b6c tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f33973f-857b-4834-8f6f-f2d45a21d9fa HTTP/1.1" status: 200 len: 946 time: 0.0675058 Mar 21 11:19:18.766986 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-347dd923-2974-4a16-9a76-b13703ac7f43 req-488a7981-01f6-4429-b365-13c4e526f05a tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8206a3f-9c6f-4a0b-a450-e547744181ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664630 Mar 21 11:19:19.592039 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc46815-d172-4585-8924-73c838b64396 req-5e0b0fc6-870c-4afe-b28f-2a1fbf3cd87c tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:19.594915 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-dbc46815-d172-4585-8924-73c838b64396 req-5e0b0fc6-870c-4afe-b28f-2a1fbf3cd87c tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/ports?device_id=8517f2fe-d7c1-4fa1-adbf-48fd547407f2 HTTP/1.1" status: 200 len: 943 time: 0.0950441 Mar 21 11:19:19.702124 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-dbc46815-d172-4585-8924-73c838b64396 req-b9f82779-468c-4a1f-97b7-b01215028161 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b998314-a05a-44c0-b23b-d6ece4a472c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010907 Mar 21 11:19:19.978298 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321b7841-17ae-4b8b-b80a-6634f1bbb804 req-706551e8-e3c4-4cd8-a6d9-1700bf97c43d tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:19.982262 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-321b7841-17ae-4b8b-b80a-6634f1bbb804 req-706551e8-e3c4-4cd8-a6d9-1700bf97c43d tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f33973f-857b-4834-8f6f-f2d45a21d9fa HTTP/1.1" status: 200 len: 946 time: 0.0812206 Mar 21 11:19:20.061030 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-321b7841-17ae-4b8b-b80a-6634f1bbb804 req-bc758a6f-6b94-463f-9483-6c499cbcfe1a tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8206a3f-9c6f-4a0b-a450-e547744181ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732760 Mar 21 11:19:20.931789 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f1aad2-397a-4282-b818-36d8d99e290c req-6813f170-6189-4ad7-a195-d104f98d910e tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:20.933490 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-d1f1aad2-397a-4282-b818-36d8d99e290c req-6813f170-6189-4ad7-a195-d104f98d910e tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/ports?device_id=8517f2fe-d7c1-4fa1-adbf-48fd547407f2 HTTP/1.1" status: 200 len: 943 time: 0.0839353 Mar 21 11:19:21.025660 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-d1f1aad2-397a-4282-b818-36d8d99e290c req-0fde53bd-6fe4-4401-a2c6-35ec99c7fa15 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b998314-a05a-44c0-b23b-d6ece4a472c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813854 Mar 21 11:19:21.288293 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6532427b-be6a-4f95-9cbd-780de4b37038 req-6f098fd8-ba0e-4d82-a159-31dcc52c6e63 tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:21.290845 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-6532427b-be6a-4f95-9cbd-780de4b37038 req-6f098fd8-ba0e-4d82-a159-31dcc52c6e63 tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f33973f-857b-4834-8f6f-f2d45a21d9fa HTTP/1.1" status: 200 len: 946 time: 0.1216753 Mar 21 11:19:21.368117 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-6532427b-be6a-4f95-9cbd-780de4b37038 req-85f71d5b-1ba4-4482-9310-1b602898582e tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8206a3f-9c6f-4a0b-a450-e547744181ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658669 Mar 21 11:19:22.203250 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2875d4ef-7c94-4ed3-8981-30beeee2a7f2 req-b75a6346-65c4-4e5d-9173-9fcb656c94de tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:22.204962 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-2875d4ef-7c94-4ed3-8981-30beeee2a7f2 req-b75a6346-65c4-4e5d-9173-9fcb656c94de tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/ports?device_id=8517f2fe-d7c1-4fa1-adbf-48fd547407f2 HTTP/1.1" status: 200 len: 943 time: 0.0632770 Mar 21 11:19:22.291908 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-2875d4ef-7c94-4ed3-8981-30beeee2a7f2 req-43404ce8-d712-42ee-bd3d-206a1dd9892c tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b998314-a05a-44c0-b23b-d6ece4a472c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745869 Mar 21 11:19:22.536047 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a1e7aa-949e-4986-8173-3cd61ebf02e8 req-f60ef146-df90-42c3-8b1b-b3625962ab45 tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:22.537651 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-12a1e7aa-949e-4986-8173-3cd61ebf02e8 req-f60ef146-df90-42c3-8b1b-b3625962ab45 tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f33973f-857b-4834-8f6f-f2d45a21d9fa HTTP/1.1" status: 200 len: 946 time: 0.0791519 Mar 21 11:19:22.628189 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-12a1e7aa-949e-4986-8173-3cd61ebf02e8 req-7fd67891-a52b-4a63-af92-741cb60ceb7c tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8206a3f-9c6f-4a0b-a450-e547744181ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827723 Mar 21 11:19:22.902880 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-67cdac39-8e21-44dc-975f-81877be1c0b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (9c74c917-795e-4123-adbe-3a92cf8165ad), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:23.284955 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 46754) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:19:23.452544 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f3dbb7e3-80dd-4eee-96cf-69deb9049015 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:23.471879 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc1207e-1c85-46ab-9638-2f621f81a5cb req-d131daf2-b56c-4c45-9427-bc83980a6a1e tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:23.473524 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-ecc1207e-1c85-46ab-9638-2f621f81a5cb req-d131daf2-b56c-4c45-9427-bc83980a6a1e tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/ports?device_id=8517f2fe-d7c1-4fa1-adbf-48fd547407f2 HTTP/1.1" status: 200 len: 943 time: 0.0875103 Mar 21 11:19:23.620387 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-ecc1207e-1c85-46ab-9638-2f621f81a5cb req-2f5641dc-f609-4535-89b1-bddb78160669 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b998314-a05a-44c0-b23b-d6ece4a472c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1236775 Mar 21 11:19:23.690474 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f3dbb7e3-80dd-4eee-96cf-69deb9049015 admin admin] Publish callbacks [] for security_group (dc43b1bf-f444-435d-bd89-cf3098b304a6), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:23.696255 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f3dbb7e3-80dd-4eee-96cf-69deb9049015 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (dc43b1bf-f444-435d-bd89-cf3098b304a6), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:23.857295 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-f3dbb7e3-80dd-4eee-96cf-69deb9049015 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9959dd96955f4a38b2716ba3c96d3a22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5709488 Mar 21 11:19:23.861753 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 46762) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:19:23.863436 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dbb7e3-80dd-4eee-96cf-69deb9049015 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc43b1bf-f444-435d-bd89-cf3098b304a6,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:19:23.884588 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dbb7e3-80dd-4eee-96cf-69deb9049015 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:19:23.885031 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dbb7e3-80dd-4eee-96cf-69deb9049015 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:19:23.885561 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dbb7e3-80dd-4eee-96cf-69deb9049015 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:19:23.886084 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dbb7e3-80dd-4eee-96cf-69deb9049015 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:19:23.886601 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dbb7e3-80dd-4eee-96cf-69deb9049015 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:19:23.887138 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dbb7e3-80dd-4eee-96cf-69deb9049015 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:19:23.887653 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dbb7e3-80dd-4eee-96cf-69deb9049015 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:19:23.888192 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dbb7e3-80dd-4eee-96cf-69deb9049015 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:19:23.888726 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dbb7e3-80dd-4eee-96cf-69deb9049015 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:19:23.889240 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dbb7e3-80dd-4eee-96cf-69deb9049015 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:19:23.889748 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dbb7e3-80dd-4eee-96cf-69deb9049015 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:19:23.890322 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dbb7e3-80dd-4eee-96cf-69deb9049015 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:19:23.890838 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dbb7e3-80dd-4eee-96cf-69deb9049015 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:19:23.891345 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dbb7e3-80dd-4eee-96cf-69deb9049015 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:19:23.891906 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dbb7e3-80dd-4eee-96cf-69deb9049015 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:19:23.929189 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9b51e4-ede9-487f-93d7-e544344099b1 req-5ed4d165-88e0-4fef-a472-343a161ad049 tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:23.943150 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-8a9b51e4-ede9-487f-93d7-e544344099b1 req-5ed4d165-88e0-4fef-a472-343a161ad049 tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f33973f-857b-4834-8f6f-f2d45a21d9fa HTTP/1.1" status: 200 len: 946 time: 0.1967523 Mar 21 11:19:23.970847 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e662fea1-355b-41b5-99ad-2f5674d1f0e4 admin admin] Publish callbacks [] for security_group (dc43b1bf-f444-435d-bd89-cf3098b304a6), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:24.049316 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e662fea1-355b-41b5-99ad-2f5674d1f0e4 admin admin] Publish callbacks [] for security_group (dc43b1bf-f444-435d-bd89-cf3098b304a6), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:24.049592 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-8a9b51e4-ede9-487f-93d7-e544344099b1 req-dcafbf8f-3a79-4969-983f-1d33ced3e3c8 tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8206a3f-9c6f-4a0b-a450-e547744181ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036832 Mar 21 11:19:24.140935 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e662fea1-355b-41b5-99ad-2f5674d1f0e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (dc43b1bf-f444-435d-bd89-cf3098b304a6), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:24.146759 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e662fea1-355b-41b5-99ad-2f5674d1f0e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:24.153863 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-e662fea1-355b-41b5-99ad-2f5674d1f0e4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/dc43b1bf-f444-435d-bd89-cf3098b304a6 HTTP/1.1" status: 204 len: 168 time: 0.2902861 Mar 21 11:19:24.169354 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e662fea1-355b-41b5-99ad-2f5674d1f0e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc43b1bf-f444-435d-bd89-cf3098b304a6,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:19:24.611430 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 46770) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:19:24.630816 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9ee84e7a-63bb-4fb9-9f02-3b7992685f95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:24.768804 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9ee84e7a-63bb-4fb9-9f02-3b7992685f95 admin admin] Publish callbacks [] for security_group (4a45900a-bc99-4bd4-908b-ffb9df416313), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:24.777973 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9ee84e7a-63bb-4fb9-9f02-3b7992685f95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (4a45900a-bc99-4bd4-908b-ffb9df416313), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:24.818066 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-9ee84e7a-63bb-4fb9-9f02-3b7992685f95 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e3a486c090d54c5f8ae2ac3858c56e56&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2043874 Mar 21 11:19:24.824348 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 46774) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:19:24.857211 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c59a92-53c7-4ff2-8337-b884885ca5f7 req-1453d1dc-8fae-479d-b6bf-19fa1abb4858 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:24.858802 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-a6c59a92-53c7-4ff2-8337-b884885ca5f7 req-1453d1dc-8fae-479d-b6bf-19fa1abb4858 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/ports?device_id=8517f2fe-d7c1-4fa1-adbf-48fd547407f2 HTTP/1.1" status: 200 len: 943 time: 0.1022947 Mar 21 11:19:24.912388 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee84e7a-63bb-4fb9-9f02-3b7992685f95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a45900a-bc99-4bd4-908b-ffb9df416313,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:19:24.945774 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-250d3139-126e-4ebf-b42c-27ad4d9eb172 admin admin] Publish callbacks [] for security_group (4a45900a-bc99-4bd4-908b-ffb9df416313), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:24.974820 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-a6c59a92-53c7-4ff2-8337-b884885ca5f7 req-3d0911ac-3de4-45d6-ba10-b57188338d68 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b998314-a05a-44c0-b23b-d6ece4a472c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018283 Mar 21 11:19:25.001347 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-250d3139-126e-4ebf-b42c-27ad4d9eb172 admin admin] Publish callbacks [] for security_group (4a45900a-bc99-4bd4-908b-ffb9df416313), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:25.116511 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-250d3139-126e-4ebf-b42c-27ad4d9eb172 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (4a45900a-bc99-4bd4-908b-ffb9df416313), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:25.119459 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-250d3139-126e-4ebf-b42c-27ad4d9eb172 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:25.129845 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-250d3139-126e-4ebf-b42c-27ad4d9eb172 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4a45900a-bc99-4bd4-908b-ffb9df416313 HTTP/1.1" status: 204 len: 168 time: 0.2896438 Mar 21 11:19:25.147830 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250d3139-126e-4ebf-b42c-27ad4d9eb172 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a45900a-bc99-4bd4-908b-ffb9df416313,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:19:25.331086 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f7ded0-2502-4fde-beed-663ef69eb5e1 req-427906b8-a4f1-4e39-88bb-b144b4dd7f89 tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:25.332765 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-e1f7ded0-2502-4fde-beed-663ef69eb5e1 req-427906b8-a4f1-4e39-88bb-b144b4dd7f89 tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f33973f-857b-4834-8f6f-f2d45a21d9fa HTTP/1.1" status: 200 len: 946 time: 0.1013916 Mar 21 11:19:25.463199 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-e1f7ded0-2502-4fde-beed-663ef69eb5e1 req-7aceede6-fd62-4e79-b039-9992ca399443 tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8206a3f-9c6f-4a0b-a450-e547744181ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203604 Mar 21 11:19:25.556376 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-4131b69b-3a9c-45ed-97ad-6d8e60df8aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (5097f9b2-2ef0-4af4-bde3-0c344dd6e70c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:25.819818 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (e1ce583e-86b5-47e2-b889-5e91679074ed), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:26.195536 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7a8858-67f8-405e-a4e6-1a41c6298716 req-32c65f81-65c5-4053-9ed5-e7cdeee2b690 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:26.197647 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-bb7a8858-67f8-405e-a4e6-1a41c6298716 req-32c65f81-65c5-4053-9ed5-e7cdeee2b690 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/ports?device_id=8517f2fe-d7c1-4fa1-adbf-48fd547407f2 HTTP/1.1" status: 200 len: 943 time: 0.0940254 Mar 21 11:19:26.290439 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-bb7a8858-67f8-405e-a4e6-1a41c6298716 req-f556165e-07f6-4e94-a1fd-8b0a8da944c8 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b998314-a05a-44c0-b23b-d6ece4a472c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856535 Mar 21 11:19:26.657985 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc270b27-6d7c-4e5c-9b62-f6dad2ead713 req-9d2af066-df90-473a-a8ad-ec64dba57cb3 tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:26.660759 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-dc270b27-6d7c-4e5c-9b62-f6dad2ead713 req-9d2af066-df90-473a-a8ad-ec64dba57cb3 tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f33973f-857b-4834-8f6f-f2d45a21d9fa HTTP/1.1" status: 200 len: 946 time: 0.0875235 Mar 21 11:19:26.715927 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 46816) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:19:26.743479 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-dc270b27-6d7c-4e5c-9b62-f6dad2ead713 req-a5163faa-2482-4048-8e9c-2b6e01952244 tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8206a3f-9c6f-4a0b-a450-e547744181ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668085 Mar 21 11:19:26.872810 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c49c1df7-9466-4a5b-af39-1ca0dd6cd333 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:26.979030 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c49c1df7-9466-4a5b-af39-1ca0dd6cd333 admin admin] Publish callbacks [] for security_group (055ab167-87f4-45b6-8ea5-08ecc6e114ff), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:26.987008 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c49c1df7-9466-4a5b-af39-1ca0dd6cd333 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (055ab167-87f4-45b6-8ea5-08ecc6e114ff), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:27.060806 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-c49c1df7-9466-4a5b-af39-1ca0dd6cd333 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b6ccde0fa23f4f21b664583d594f8222&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3435187 Mar 21 11:19:27.063676 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49c1df7-9466-4a5b-af39-1ca0dd6cd333 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=055ab167-87f4-45b6-8ea5-08ecc6e114ff,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:19:27.064846 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 46820) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:19:27.134753 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ef9682cd-a5b7-4afe-842a-3a8f3f3a05c1 admin admin] Publish callbacks [] for security_group (055ab167-87f4-45b6-8ea5-08ecc6e114ff), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:27.169009 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ef9682cd-a5b7-4afe-842a-3a8f3f3a05c1 admin admin] Publish callbacks [] for security_group (055ab167-87f4-45b6-8ea5-08ecc6e114ff), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:27.226247 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ef9682cd-a5b7-4afe-842a-3a8f3f3a05c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (055ab167-87f4-45b6-8ea5-08ecc6e114ff), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:27.228867 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ef9682cd-a5b7-4afe-842a-3a8f3f3a05c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:27.230095 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-ef9682cd-a5b7-4afe-842a-3a8f3f3a05c1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/055ab167-87f4-45b6-8ea5-08ecc6e114ff HTTP/1.1" status: 204 len: 168 time: 0.1635284 Mar 21 11:19:27.247071 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9682cd-a5b7-4afe-842a-3a8f3f3a05c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=055ab167-87f4-45b6-8ea5-08ecc6e114ff,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:19:27.473252 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2294c1-7be4-4d3b-ba1b-34fa15b73659 req-3d05d26a-ed92-415b-88c4-aebffb39c8c5 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:27.474165 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-3d2294c1-7be4-4d3b-ba1b-34fa15b73659 req-3d05d26a-ed92-415b-88c4-aebffb39c8c5 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/ports?device_id=8517f2fe-d7c1-4fa1-adbf-48fd547407f2 HTTP/1.1" status: 200 len: 943 time: 0.0712285 Mar 21 11:19:27.538595 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-3d2294c1-7be4-4d3b-ba1b-34fa15b73659 req-f3d4dffe-acfe-44cf-8b6a-43e2a99b619c tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b998314-a05a-44c0-b23b-d6ece4a472c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556562 Mar 21 11:19:27.924405 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Device 0d7085e8-4de1-4001-a1a6-229c1e5c9320 details requested by agent hyperv_hv-cinder-83444 with host hv-cinder-83444 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 11:19:27.927577 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89df1968-891c-400e-b15f-237d34713646 req-3303ba47-46d0-4282-917e-d32e7d64e957 tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:27.929196 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-89df1968-891c-400e-b15f-237d34713646 req-3303ba47-46d0-4282-917e-d32e7d64e957 tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f33973f-857b-4834-8f6f-f2d45a21d9fa HTTP/1.1" status: 200 len: 946 time: 0.0649672 Mar 21 11:19:28.009062 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-89df1968-891c-400e-b15f-237d34713646 req-5de34fd8-f182-499e-aa9e-ea5bbfcb08aa tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8206a3f-9c6f-4a0b-a450-e547744181ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736506 Mar 21 11:19:28.057785 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] For port 0d7085e8-4de1-4001-a1a6-229c1e5c9320, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=0d7085e8-4de1-4001-a1a6-229c1e5c9320,segment=NetworkSegment(2b3dbd92-7596-4ba4-98c7-1ff5ff135374),segment_id=2b3dbd92-7596-4ba4-98c7-1ff5ff135374)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:19:28.080487 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Returning: {'device': '0d7085e8-4de1-4001-a1a6-229c1e5c9320', 'network_id': 'edde1cdb-cb70-4a7f-a015-4d6abd2c41fa', 'port_id': '0d7085e8-4de1-4001-a1a6-229c1e5c9320', 'mac_address': 'fa:16:3e:d2:80:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb03aaa0-c83c-430c-a873-c18dc8bcb9dc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 11:19:28.302720 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6694aa1f-bf8d-44e0-b771-2551b8853c50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (47320176-3fab-4a55-b687-b3e35e89e628), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:28.304551 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Current status of the port 0d7085e8-4de1-4001-a1a6-229c1e5c9320 is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:19:28.304997 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (0d7085e8-4de1-4001-a1a6-229c1e5c9320), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:28.324212 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d7085e8-4de1-4001-a1a6-229c1e5c9320 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 11:19:28.358656 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] For port 0d7085e8-4de1-4001-a1a6-229c1e5c9320, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=0d7085e8-4de1-4001-a1a6-229c1e5c9320,segment=NetworkSegment(2b3dbd92-7596-4ba4-98c7-1ff5ff135374),segment_id=2b3dbd92-7596-4ba4-98c7-1ff5ff135374)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:19:28.364563 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817'] for port (0d7085e8-4de1-4001-a1a6-229c1e5c9320), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:28.427308 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Pushing event updated for resources: {'Port': ['ID=0d7085e8-4de1-4001-a1a6-229c1e5c9320,revision_number=9']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:19:28.615234 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] get_ports_and_sgs() called for port_ids ['0d7085e8-4de1-4001-a1a6-229c1e5c9320'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 11:19:28.661461 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-5db6d96b-8c48-4aa5-944a-567c97b9cc9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (964235d6-d67c-4a74-84a5-611ab5391dc9), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:28.760002 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5529d0-04c7-4f0a-8874-ee181ec57015 req-4c3e9201-258f-41ec-bd9f-8ebd222f2ece tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:28.762530 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-dd5529d0-04c7-4f0a-8874-ee181ec57015 req-4c3e9201-258f-41ec-bd9f-8ebd222f2ece tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/ports?device_id=8517f2fe-d7c1-4fa1-adbf-48fd547407f2 HTTP/1.1" status: 200 len: 944 time: 0.0945597 Mar 21 11:19:28.914367 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-dd5529d0-04c7-4f0a-8874-ee181ec57015 req-12afbf19-c354-4ac8-a30e-8887eee13425 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b998314-a05a-44c0-b23b-d6ece4a472c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1370888 Mar 21 11:19:29.182310 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39563a8-f086-49d0-8887-8937d695501e req-000aea9a-f199-48e4-bc52-1b1246a2b77e tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:29.184278 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-b39563a8-f086-49d0-8887-8937d695501e req-000aea9a-f199-48e4-bc52-1b1246a2b77e tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f33973f-857b-4834-8f6f-f2d45a21d9fa HTTP/1.1" status: 200 len: 946 time: 0.0831516 Mar 21 11:19:29.252529 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-b39563a8-f086-49d0-8887-8937d695501e req-3b7a85b0-5945-47ed-9fcc-78393661b02a tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8206a3f-9c6f-4a0b-a450-e547744181ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617204 Mar 21 11:19:29.540873 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (4788e3a4-6d7d-47da-90c6-7227f6e2e35d), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:29.616866 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9dece8-12a2-4463-ac4a-a5811de11b54 req-c5faa054-99f9-4400-88b4-1cca8053521e tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:29.618454 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-3d9dece8-12a2-4463-ac4a-a5811de11b54 req-c5faa054-99f9-4400-88b4-1cca8053521e tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] 10.222.0.24 "GET /v2.0/ports?device_id=134fe56f-eb20-43e4-8fa3-2e865ffd9220 HTTP/1.1" status: 200 len: 945 time: 0.0557175 Mar 21 11:19:29.672451 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-3d9dece8-12a2-4463-ac4a-a5811de11b54 req-961083b7-54a5-452b-bc43-e64ca9b5d5d6 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] 10.222.0.24 "GET /v2.0/security-groups?id=5cb68ea3-143a-43eb-9973-5a270fe457b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475147 Mar 21 11:19:29.925306 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Device 0d7085e8-4de1-4001-a1a6-229c1e5c9320 up at agent hyperv_hv-cinder-83444 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:19:30.019485 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Provisioning complete for port 0d7085e8-4de1-4001-a1a6-229c1e5c9320 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:19:30.020162 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688166'] for port (0d7085e8-4de1-4001-a1a6-229c1e5c9320), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:30.131278 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d864b6-6ae7-416f-89f5-e4ba6de1d3fd req-30caa203-a1ac-43a6-9aef-e725adb73a4c tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:30.133211 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-a4d864b6-6ae7-416f-89f5-e4ba6de1d3fd req-30caa203-a1ac-43a6-9aef-e725adb73a4c tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/ports?device_id=8517f2fe-d7c1-4fa1-adbf-48fd547407f2 HTTP/1.1" status: 200 len: 944 time: 0.0954266 Mar 21 11:19:30.147446 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Current status of the port 0d7085e8-4de1-4001-a1a6-229c1e5c9320 is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:19:30.148348 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (0d7085e8-4de1-4001-a1a6-229c1e5c9320), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:30.185865 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8517f2fe-d7c1-4fa1-adbf-48fd547407f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d7085e8-4de1-4001-a1a6-229c1e5c9320'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:19:30.188715 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f4962fb769adde196efb410afcfec8f2b34529d6df7ca74076ce40474c5a66c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce2faa28-549a-449e-b60a-d5ac78165ae1" -d '{"events": [{"server_uuid": "8517f2fe-d7c1-4fa1-adbf-48fd547407f2", "name": "network-vif-plugged", "status": "completed", "tag": "0d7085e8-4de1-4001-a1a6-229c1e5c9320"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:19:30.205039 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] For port 0d7085e8-4de1-4001-a1a6-229c1e5c9320, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=0d7085e8-4de1-4001-a1a6-229c1e5c9320,segment=NetworkSegment(2b3dbd92-7596-4ba4-98c7-1ff5ff135374),segment_id=2b3dbd92-7596-4ba4-98c7-1ff5ff135374)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:19:30.208390 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-a4d864b6-6ae7-416f-89f5-e4ba6de1d3fd req-ffc91aa8-aa4d-486c-a16d-04a098c32ec0 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b998314-a05a-44c0-b23b-d6ece4a472c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649817 Mar 21 11:19:30.212175 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817'] for port (0d7085e8-4de1-4001-a1a6-229c1e5c9320), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:30.291602 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Pushing event updated for resources: {'Port': ['ID=0d7085e8-4de1-4001-a1a6-229c1e5c9320,revision_number=10']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:19:30.434517 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412bebde-5077-4474-ae0a-5168f56e5cb8 req-993b33f2-6a5a-43e1-bb4b-edeeb4ca90b9 tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:30.436020 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 11:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93f601b4-7a96-4472-8ad7-16d13d5b398b x-openstack-request-id: req-93f601b4-7a96-4472-8ad7-16d13d5b398b {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:19:30.436684 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8517f2fe-d7c1-4fa1-adbf-48fd547407f2", "name": "network-vif-plugged", "status": "completed", "tag": "0d7085e8-4de1-4001-a1a6-229c1e5c9320", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:19:30.437211 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-93f601b4-7a96-4472-8ad7-16d13d5b398b {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:19:30.437451 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-412bebde-5077-4474-ae0a-5168f56e5cb8 req-993b33f2-6a5a-43e1-bb4b-edeeb4ca90b9 tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f33973f-857b-4834-8f6f-f2d45a21d9fa HTTP/1.1" status: 200 len: 946 time: 0.0970173 Mar 21 11:19:30.437958 dv-cinder-834448-1-smb neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8517f2fe-d7c1-4fa1-adbf-48fd547407f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d7085e8-4de1-4001-a1a6-229c1e5c9320', 'code': 200} Mar 21 11:19:30.518107 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12072fc6-bce2-43e4-9cff-4d5c14e511f8 req-1c07487e-d9c2-4fe2-8e98-1f592cd396c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:30.520777 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-12072fc6-bce2-43e4-9cff-4d5c14e511f8 req-1c07487e-d9c2-4fe2-8e98-1f592cd396c0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f24006b78ad645519d3645178a10b3c7&device_id=3f33973f-857b-4834-8f6f-f2d45a21d9fa HTTP/1.1" status: 200 len: 1130 time: 0.1091082 Mar 21 11:19:30.528224 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-412bebde-5077-4474-ae0a-5168f56e5cb8 req-a54c575c-530f-4fe3-bebe-7171cec131db tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8206a3f-9c6f-4a0b-a450-e547744181ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749900 Mar 21 11:19:30.691232 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d43c1e-12a3-4111-ae0e-7328f2b842ea req-76ef9bb1-7b43-4619-9339-b7277ca3f98f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:30.692856 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-59d43c1e-12a3-4111-ae0e-7328f2b842ea req-76ef9bb1-7b43-4619-9339-b7277ca3f98f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8517f2fe-d7c1-4fa1-adbf-48fd547407f2 HTTP/1.1" status: 200 len: 1130 time: 0.0521579 Mar 21 11:19:30.705689 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12072fc6-bce2-43e4-9cff-4d5c14e511f8 req-f482f75d-bbf4-4331-81be-4260f6db228a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:30.707263 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-12072fc6-bce2-43e4-9cff-4d5c14e511f8 req-f482f75d-bbf4-4331-81be-4260f6db228a service neutron] 10.222.0.32 "GET /v2.0/networks?id=caf5ed87-4991-45e5-8208-00f47f9875eb HTTP/1.1" status: 200 len: 910 time: 0.1520004 Mar 21 11:19:30.754015 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-59d43c1e-12a3-4111-ae0e-7328f2b842ea req-a7f96ed7-cd53-4e23-ad6f-65cf61d46ffc service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=1b998314-a05a-44c0-b23b-d6ece4a472c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531771 Mar 21 11:19:30.874093 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-12072fc6-bce2-43e4-9cff-4d5c14e511f8 req-d41b88ea-1d78-4003-b8e0-28b478caa214 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=642d0c0d-d502-4cb3-8713-6e905fdd50c6 HTTP/1.1" status: 200 len: 1001 time: 0.1604376 Mar 21 11:19:30.895610 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100750e0-96bd-4af7-a4dd-d84a48c94857 req-47a4de74-91a2-4948-8ab1-df26d6ec228a tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:30.897204 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-100750e0-96bd-4af7-a4dd-d84a48c94857 req-47a4de74-91a2-4948-8ab1-df26d6ec228a tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] 10.222.0.24 "GET /v2.0/ports?device_id=134fe56f-eb20-43e4-8fa3-2e865ffd9220 HTTP/1.1" status: 200 len: 945 time: 0.1094949 Mar 21 11:19:30.958388 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-100750e0-96bd-4af7-a4dd-d84a48c94857 req-83cd3be7-2a15-485a-9c8d-73b79de275da tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] 10.222.0.24 "GET /v2.0/security-groups?id=5cb68ea3-143a-43eb-9973-5a270fe457b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548160 Mar 21 11:19:31.023696 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12072fc6-bce2-43e4-9cff-4d5c14e511f8 req-78252ee8-bf5d-4c70-8556-17007ee8653e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:31.025197 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-12072fc6-bce2-43e4-9cff-4d5c14e511f8 req-78252ee8-bf5d-4c70-8556-17007ee8653e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=15b471db-3772-42d4-8366-79bf7fcca6e0 HTTP/1.1" status: 200 len: 848 time: 0.0542541 Mar 21 11:19:31.078936 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12072fc6-bce2-43e4-9cff-4d5c14e511f8 req-9d8eb0e5-3e2f-4e25-832f-d9a3b2956311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:31.080514 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-12072fc6-bce2-43e4-9cff-4d5c14e511f8 req-9d8eb0e5-3e2f-4e25-832f-d9a3b2956311 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=caf5ed87-4991-45e5-8208-00f47f9875eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0489187 Mar 21 11:19:31.180993 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-12072fc6-bce2-43e4-9cff-4d5c14e511f8 req-951ab26d-fe3e-40a1-a971-26d16973acd9 service neutron] 10.222.0.32 "GET /v2.0/networks/caf5ed87-4991-45e5-8208-00f47f9875eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936151 Mar 21 11:19:31.303705 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-12072fc6-bce2-43e4-9cff-4d5c14e511f8 req-09f6464e-ffac-41c1-9792-6511ddc9af5d service neutron] 10.222.0.32 "GET /v2.0/networks/caf5ed87-4991-45e5-8208-00f47f9875eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113167 Mar 21 11:19:31.423169 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b995a516-4273-4b02-9c68-59ea410cea83 req-d4bcd098-2707-4d8b-baa5-5c946175dbf8 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:31.424870 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-b995a516-4273-4b02-9c68-59ea410cea83 req-d4bcd098-2707-4d8b-baa5-5c946175dbf8 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/ports?device_id=8517f2fe-d7c1-4fa1-adbf-48fd547407f2 HTTP/1.1" status: 200 len: 946 time: 0.1018367 Mar 21 11:19:31.431565 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24023f6e-dde7-4922-aa1c-000304eb69d0 req-c2bcd261-6e68-4c25-9f30-302437c6a7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:31.433114 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-24023f6e-dde7-4922-aa1c-000304eb69d0 req-c2bcd261-6e68-4c25-9f30-302437c6a7d9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f24006b78ad645519d3645178a10b3c7&device_id=3f33973f-857b-4834-8f6f-f2d45a21d9fa HTTP/1.1" status: 200 len: 1130 time: 0.0759208 Mar 21 11:19:31.537194 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-b995a516-4273-4b02-9c68-59ea410cea83 req-5aeb142b-4f12-4f62-b4ba-b2fd9c0fac70 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b998314-a05a-44c0-b23b-d6ece4a472c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021988 Mar 21 11:19:31.580115 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24023f6e-dde7-4922-aa1c-000304eb69d0 req-f4a4e3f0-3278-4d64-817a-088a07f20042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:31.582287 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-24023f6e-dde7-4922-aa1c-000304eb69d0 req-f4a4e3f0-3278-4d64-817a-088a07f20042 service neutron] 10.222.0.32 "GET /v2.0/networks?id=caf5ed87-4991-45e5-8208-00f47f9875eb HTTP/1.1" status: 200 len: 910 time: 0.1411059 Mar 21 11:19:31.704880 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-24023f6e-dde7-4922-aa1c-000304eb69d0 req-9830ca4b-cedf-45e9-bd2a-407c068748ff service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=642d0c0d-d502-4cb3-8713-6e905fdd50c6 HTTP/1.1" status: 200 len: 1001 time: 0.1091375 Mar 21 11:19:31.723204 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160d2610-6d12-4ead-966a-fa4a87dc3b8a req-edbc4c5c-9890-4676-b2f8-319b604c8d72 tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:31.724872 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-160d2610-6d12-4ead-966a-fa4a87dc3b8a req-edbc4c5c-9890-4676-b2f8-319b604c8d72 tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f33973f-857b-4834-8f6f-f2d45a21d9fa HTTP/1.1" status: 200 len: 946 time: 0.0797653 Mar 21 11:19:31.803774 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24023f6e-dde7-4922-aa1c-000304eb69d0 req-3801bcd8-b2d4-45e4-a671-4651f65da954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:31.805303 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-24023f6e-dde7-4922-aa1c-000304eb69d0 req-3801bcd8-b2d4-45e4-a671-4651f65da954 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=15b471db-3772-42d4-8366-79bf7fcca6e0 HTTP/1.1" status: 200 len: 848 time: 0.0794516 Mar 21 11:19:31.835283 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-160d2610-6d12-4ead-966a-fa4a87dc3b8a req-ae9ff73d-9e47-4ab3-85e2-7affa1e698d2 tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8206a3f-9c6f-4a0b-a450-e547744181ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992928 Mar 21 11:19:31.891005 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24023f6e-dde7-4922-aa1c-000304eb69d0 req-1db0a651-c823-4edc-ac39-697d3f8388e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:31.892789 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-24023f6e-dde7-4922-aa1c-000304eb69d0 req-1db0a651-c823-4edc-ac39-697d3f8388e9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=caf5ed87-4991-45e5-8208-00f47f9875eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0777617 Mar 21 11:19:31.923181 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22201fb4-3dfd-45a0-95ff-4005dfe5bfe7 req-b9df5d96-fae6-4be1-90b6-555cc2215a97 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:31.926756 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-22201fb4-3dfd-45a0-95ff-4005dfe5bfe7 req-b9df5d96-fae6-4be1-90b6-555cc2215a97 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] 10.222.0.32 "GET /v2.0/ports?device_id=134fe56f-eb20-43e4-8fa3-2e865ffd9220 HTTP/1.1" status: 200 len: 945 time: 0.0682836 Mar 21 11:19:32.061637 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-24023f6e-dde7-4922-aa1c-000304eb69d0 req-7d1f013e-401d-4ae2-a4d4-3d6c35cb7649 service neutron] 10.222.0.32 "GET /v2.0/networks/caf5ed87-4991-45e5-8208-00f47f9875eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491234 Mar 21 11:19:32.075954 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-22201fb4-3dfd-45a0-95ff-4005dfe5bfe7 req-32f5dedd-84d6-42c4-9a6f-bc766563fd98 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Deleting port 1fa346e8-997f-464e-b95a-ed9029784303 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:19:32.076294 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-22201fb4-3dfd-45a0-95ff-4005dfe5bfe7 req-32f5dedd-84d6-42c4-9a6f-bc766563fd98 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738246690591'] for port (1fa346e8-997f-464e-b95a-ed9029784303), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:32.224336 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddd5047-41b4-44d0-84d7-16ac21938408 req-2c2becc3-1191-4213-8961-dcb523487b08 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:32.232367 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-5ddd5047-41b4-44d0-84d7-16ac21938408 req-2c2becc3-1191-4213-8961-dcb523487b08 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] 10.222.0.24 "GET /v2.0/ports?device_id=134fe56f-eb20-43e4-8fa3-2e865ffd9220 HTTP/1.1" status: 200 len: 945 time: 0.1682880 Mar 21 11:19:32.232810 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-22201fb4-3dfd-45a0-95ff-4005dfe5bfe7 req-32f5dedd-84d6-42c4-9a6f-bc766563fd98 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] For port 1fa346e8-997f-464e-b95a-ed9029784303, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=1fa346e8-997f-464e-b95a-ed9029784303,segment=NetworkSegment(bb9daefb-d4c3-44b6-ba73-015d6754aeb6),segment_id=bb9daefb-d4c3-44b6-ba73-015d6754aeb6)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:19:32.235356 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-22201fb4-3dfd-45a0-95ff-4005dfe5bfe7 req-32f5dedd-84d6-42c4-9a6f-bc766563fd98 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701214'] for port (1fa346e8-997f-464e-b95a-ed9029784303), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:32.277356 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-24023f6e-dde7-4922-aa1c-000304eb69d0 req-528ff32b-74fb-4591-bf47-f09a132ea315 service neutron] 10.222.0.32 "GET /v2.0/networks/caf5ed87-4991-45e5-8208-00f47f9875eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771371 Mar 21 11:19:32.317130 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-5ddd5047-41b4-44d0-84d7-16ac21938408 req-2be0d2e1-298f-450c-a186-1d91bfeffe67 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] 10.222.0.24 "GET /v2.0/security-groups?id=5cb68ea3-143a-43eb-9973-5a270fe457b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835714 Mar 21 11:19:32.506390 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-22201fb4-3dfd-45a0-95ff-4005dfe5bfe7 req-32f5dedd-84d6-42c4-9a6f-bc766563fd98 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:32.506962 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-22201fb4-3dfd-45a0-95ff-4005dfe5bfe7 req-32f5dedd-84d6-42c4-9a6f-bc766563fd98 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1690700'] for floatingip (df699192-9943-4071-b678-bf4f46f2874b), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:32.507473 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.db.l3_db [req-22201fb4-3dfd-45a0-95ff-4005dfe5bfe7 req-32f5dedd-84d6-42c4-9a6f-bc766563fd98 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Floating IP df699192-9943-4071-b678-bf4f46f2874b disassociated. External IP: 172.28.0.237, port: 1fa346e8-997f-464e-b95a-ed9029784303. Mar 21 11:19:32.508007 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-22201fb4-3dfd-45a0-95ff-4005dfe5bfe7 req-32f5dedd-84d6-42c4-9a6f-bc766563fd98 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Calling delete_port for 1fa346e8-997f-464e-b95a-ed9029784303 owned by compute:nova {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:19:32.681792 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-22201fb4-3dfd-45a0-95ff-4005dfe5bfe7 req-32f5dedd-84d6-42c4-9a6f-bc766563fd98 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738246698626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738246144790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265271506'] for port (1fa346e8-997f-464e-b95a-ed9029784303), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:32.715805 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f5dedd-84d6-42c4-9a6f-bc766563fd98 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Pushing event deleted for resources: {'Port': ['ID=1fa346e8-997f-464e-b95a-ed9029784303,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:19:32.783073 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c5bb12-b917-4e1f-b9ca-f0e2e65d9641 req-e26ee0eb-edd9-4698-b337-27865e1cc08e tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:32.784863 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-91c5bb12-b917-4e1f-b9ca-f0e2e65d9641 req-e26ee0eb-edd9-4698-b337-27865e1cc08e tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/ports?device_id=8517f2fe-d7c1-4fa1-adbf-48fd547407f2 HTTP/1.1" status: 200 len: 946 time: 0.1042931 Mar 21 11:19:32.864800 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-91c5bb12-b917-4e1f-b9ca-f0e2e65d9641 req-55d9ac33-9098-4535-87a6-31ef003cdea1 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b998314-a05a-44c0-b23b-d6ece4a472c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674951 Mar 21 11:19:32.922899 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [req-22201fb4-3dfd-45a0-95ff-4005dfe5bfe7 req-32f5dedd-84d6-42c4-9a6f-bc766563fd98 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Router 92a02156-46db-4840-99fe-9b2e5df1d7e3 has already been hosted by L3 agent 5097f9b2-2ef0-4af4-bde3-0c344dd6e70c {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 11:19:33.027861 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72904d7-fdf5-4ac7-8caf-1cc7a8aaf884 req-d1c5bc5e-7d22-4eaa-a988-5f4d004bcb65 tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:33.029461 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-c72904d7-fdf5-4ac7-8caf-1cc7a8aaf884 req-d1c5bc5e-7d22-4eaa-a988-5f4d004bcb65 tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f33973f-857b-4834-8f6f-f2d45a21d9fa HTTP/1.1" status: 200 len: 946 time: 0.0899308 Mar 21 11:19:33.142938 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-c72904d7-fdf5-4ac7-8caf-1cc7a8aaf884 req-2c82a1e5-d650-4d4b-9102-24707a26925b tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8206a3f-9c6f-4a0b-a450-e547744181ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032741 Mar 21 11:19:33.159444 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-22201fb4-3dfd-45a0-95ff-4005dfe5bfe7 req-32f5dedd-84d6-42c4-9a6f-bc766563fd98 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Notify agent at l3_agent.dv-cinder-834448-1-smb the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 11:19:33.194866 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7533ff6-092a-447c-9eb5-72855253a067 None None] Sync routers for ids ['92a02156-46db-4840-99fe-9b2e5df1d7e3'] in dv-cinder-834448-1-smb {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 11:19:33.217900 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7533ff6-092a-447c-9eb5-72855253a067 None None] Routers {'92a02156-46db-4840-99fe-9b2e5df1d7e3'} bound to L3 agent in host dv-cinder-834448-1-smb {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:19:33.219455 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-d7533ff6-092a-447c-9eb5-72855253a067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-21T11:04:55Z,description=,heartbeat_timestamp=2022-03-21T11:19:26Z,host='dv-cinder-834448-1-smb',id=5097f9b2-2ef0-4af4-bde3-0c344dd6e70c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:55Z,topic='l3_agent')) {'router_ids': ['92a02156-46db-4840-99fe-9b2e5df1d7e3'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:19:33.255014 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-22201fb4-3dfd-45a0-95ff-4005dfe5bfe7 req-32f5dedd-84d6-42c4-9a6f-bc766563fd98 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] No DVR routers for this DVR port 1fa346e8-997f-464e-b95a-ed9029784303 on host hv-cinder-83444 {{(pid=103422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 11:19:33.260316 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-22201fb4-3dfd-45a0-95ff-4005dfe5bfe7 req-32f5dedd-84d6-42c4-9a6f-bc766563fd98 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97509'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:33.267569 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-22201fb4-3dfd-45a0-95ff-4005dfe5bfe7 req-32f5dedd-84d6-42c4-9a6f-bc766563fd98 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] 10.222.0.32 "DELETE /v2.0/ports/1fa346e8-997f-464e-b95a-ed9029784303 HTTP/1.1" status: 204 len: 173 time: 1.3335466 Mar 21 11:19:33.268202 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '134fe56f-eb20-43e4-8fa3-2e865ffd9220', 'name': 'network-vif-deleted', 'tag': '1fa346e8-997f-464e-b95a-ed9029784303'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:19:33.272278 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41c5d39db19d144038176bb777b16d1c8d23e2eed0354b669264d617ed9abe1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1595d820-3f0d-4b80-96e3-6d0b6e28d635" -d '{"events": [{"server_uuid": "134fe56f-eb20-43e4-8fa3-2e865ffd9220", "name": "network-vif-deleted", "tag": "1fa346e8-997f-464e-b95a-ed9029784303"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:19:33.437907 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-d7533ff6-092a-447c-9eb5-72855253a067 None None] Set router 92a02156-46db-4840-99fe-9b2e5df1d7e3 gateway port host: dv-cinder-834448-1-smb {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:19:33.459210 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 11:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a076883-8530-40b8-b354-3318921747c7 x-openstack-request-id: req-8a076883-8530-40b8-b354-3318921747c7 {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:19:33.459895 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "134fe56f-eb20-43e4-8fa3-2e865ffd9220", "name": "network-vif-deleted", "tag": "1fa346e8-997f-464e-b95a-ed9029784303", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:19:33.460467 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8a076883-8530-40b8-b354-3318921747c7 {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:19:33.461341 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '134fe56f-eb20-43e4-8fa3-2e865ffd9220', 'name': 'network-vif-deleted', 'tag': '1fa346e8-997f-464e-b95a-ed9029784303', 'status': 'completed', 'code': 200} Mar 21 11:19:33.492623 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-4ad1b04e-26c0-4ea1-84ec-0ed9b8e63777 req-8ef65ef7-2f0a-451c-934b-5e9878f706f7 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] 10.222.0.24 "GET /v2.0/ports?device_id=134fe56f-eb20-43e4-8fa3-2e865ffd9220 HTTP/1.1" status: 200 len: 210 time: 0.0327835 Mar 21 11:19:33.699520 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-d7533ff6-092a-447c-9eb5-72855253a067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92a02156-46db-4840-99fe-9b2e5df1d7e3', 'name': 'tempest-AttachVolumeTestJSON-1124083517-router', 'tenant_id': '5c0a065250d348a7b0fe2877a603793f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'external_fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.21'}], 'enable_snat': True}, 'gw_port_id': '061ba5d8-9a6a-40ca-96f4-8580f2ab7b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:13:31Z', 'updated_at': '2022-03-21T11:13:40Z', 'revision_number': 4, 'project_id': '5c0a065250d348a7b0fe2877a603793f', 'gw_port': {'id': '061ba5d8-9a6a-40ca-96f4-8580f2ab7b17', 'name': '', 'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:42:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a02156-46db-4840-99fe-9b2e5df1d7e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:32Z', 'updated_at': '2022-03-21T11:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-smb', '_interfaces': [{'id': 'b35f046e-5d9d-4281-a0d2-e67c4264f666', 'name': '', 'network_id': '1436ce26-cb86-45d4-9a97-097fbbf6586a', 'tenant_id': '5c0a065250d348a7b0fe2877a603793f', 'mac_address': 'fa:16:3e:b8:6f:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a02156-46db-4840-99fe-9b2e5df1d7e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'fea72cb6-9b89-4ba0-8193-720fc6fd5e2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:37Z', 'updated_at': '2022-03-21T11:13:52Z', 'revision_number': 5, 'project_id': '5c0a065250d348a7b0fe2877a603793f', 'subnets': [{'id': 'fea72cb6-9b89-4ba0-8193-720fc6fd5e2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-1-smb', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:19:33.735378 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7533ff6-092a-447c-9eb5-72855253a067 None None] Checking router: 92a02156-46db-4840-99fe-9b2e5df1d7e3 for host: dv-cinder-834448-1-smb {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 11:19:33.745974 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7533ff6-092a-447c-9eb5-72855253a067 None None] Routers {'92a02156-46db-4840-99fe-9b2e5df1d7e3'} bound to L3 agent in host dv-cinder-834448-1-smb {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:19:33.746602 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-d7533ff6-092a-447c-9eb5-72855253a067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-21T11:04:55Z,description=,heartbeat_timestamp=2022-03-21T11:19:26Z,host='dv-cinder-834448-1-smb',id=5097f9b2-2ef0-4af4-bde3-0c344dd6e70c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:55Z,topic='l3_agent')) {'router_ids': ['92a02156-46db-4840-99fe-9b2e5df1d7e3'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:19:34.053704 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-d7533ff6-092a-447c-9eb5-72855253a067 None None] Set router 92a02156-46db-4840-99fe-9b2e5df1d7e3 gateway port host: dv-cinder-834448-1-smb {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:19:34.059696 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08079f3-20dc-4152-bcf4-1be579dce231 req-09a0d75f-1303-4c14-a96f-720f8c1ab8b1 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:34.061271 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-a08079f3-20dc-4152-bcf4-1be579dce231 req-09a0d75f-1303-4c14-a96f-720f8c1ab8b1 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/ports?device_id=8517f2fe-d7c1-4fa1-adbf-48fd547407f2 HTTP/1.1" status: 200 len: 946 time: 0.0693512 Mar 21 11:19:34.128075 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-a08079f3-20dc-4152-bcf4-1be579dce231 req-3d24f735-7a46-42ac-875f-2eac9200e63a tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b998314-a05a-44c0-b23b-d6ece4a472c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506432 Mar 21 11:19:34.324181 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8bb5b7-9228-4cc2-b076-6b056f3ed1ad req-85db73ee-9eed-43d2-a79f-83a34b99b280 tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:34.326194 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-2b8bb5b7-9228-4cc2-b076-6b056f3ed1ad req-85db73ee-9eed-43d2-a79f-83a34b99b280 tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f33973f-857b-4834-8f6f-f2d45a21d9fa HTTP/1.1" status: 200 len: 946 time: 0.0673792 Mar 21 11:19:34.386666 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-d7533ff6-092a-447c-9eb5-72855253a067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92a02156-46db-4840-99fe-9b2e5df1d7e3', 'name': 'tempest-AttachVolumeTestJSON-1124083517-router', 'tenant_id': '5c0a065250d348a7b0fe2877a603793f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'external_fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.21'}], 'enable_snat': True}, 'gw_port_id': '061ba5d8-9a6a-40ca-96f4-8580f2ab7b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:13:31Z', 'updated_at': '2022-03-21T11:13:40Z', 'revision_number': 4, 'project_id': '5c0a065250d348a7b0fe2877a603793f', 'gw_port': {'id': '061ba5d8-9a6a-40ca-96f4-8580f2ab7b17', 'name': '', 'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:42:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a02156-46db-4840-99fe-9b2e5df1d7e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:32Z', 'updated_at': '2022-03-21T11:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-smb', '_interfaces': [{'id': 'b35f046e-5d9d-4281-a0d2-e67c4264f666', 'name': '', 'network_id': '1436ce26-cb86-45d4-9a97-097fbbf6586a', 'tenant_id': '5c0a065250d348a7b0fe2877a603793f', 'mac_address': 'fa:16:3e:b8:6f:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a02156-46db-4840-99fe-9b2e5df1d7e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'fea72cb6-9b89-4ba0-8193-720fc6fd5e2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:37Z', 'updated_at': '2022-03-21T11:13:52Z', 'revision_number': 5, 'project_id': '5c0a065250d348a7b0fe2877a603793f', 'subnets': [{'id': 'fea72cb6-9b89-4ba0-8193-720fc6fd5e2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-1-smb', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:19:34.398624 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-2b8bb5b7-9228-4cc2-b076-6b056f3ed1ad req-05643680-0ed4-4264-b449-75913de5c6e5 tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8206a3f-9c6f-4a0b-a450-e547744181ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648341 Mar 21 11:19:34.418879 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7533ff6-092a-447c-9eb5-72855253a067 None None] The sync data for ids ['92a02156-46db-4840-99fe-9b2e5df1d7e3'] in dv-cinder-834448-1-smb is: [{'id': '92a02156-46db-4840-99fe-9b2e5df1d7e3', 'name': 'tempest-AttachVolumeTestJSON-1124083517-router', 'tenant_id': '5c0a065250d348a7b0fe2877a603793f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'external_fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.21'}], 'enable_snat': True}, 'gw_port_id': '061ba5d8-9a6a-40ca-96f4-8580f2ab7b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:13:31Z', 'updated_at': '2022-03-21T11:13:40Z', 'revision_number': 4, 'project_id': '5c0a065250d348a7b0fe2877a603793f', 'gw_port': {'id': '061ba5d8-9a6a-40ca-96f4-8580f2ab7b17', 'name': '', 'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:42:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a02156-46db-4840-99fe-9b2e5df1d7e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:32Z', 'updated_at': '2022-03-21T11:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-smb', '_interfaces': [{'id': 'b35f046e-5d9d-4281-a0d2-e67c4264f666', 'name': '', 'network_id': '1436ce26-cb86-45d4-9a97-097fbbf6586a', 'tenant_id': '5c0a065250d348a7b0fe2877a603793f', 'mac_address': 'fa:16:3e:b8:6f:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a02156-46db-4840-99fe-9b2e5df1d7e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'fea72cb6-9b89-4ba0-8193-720fc6fd5e2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:37Z', 'updated_at': '2022-03-21T11:13:52Z', 'revision_number': 5, 'project_id': '5c0a065250d348a7b0fe2877a603793f', 'subnets': [{'id': 'fea72cb6-9b89-4ba0-8193-720fc6fd5e2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 11:19:34.624918 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 46998) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:19:34.769682 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8e844a82-c6de-433f-923b-4c832c642b4d tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Publish callbacks [] for security_group (5cb68ea3-143a-43eb-9973-5a270fe457b1), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:34.833633 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8e844a82-c6de-433f-923b-4c832c642b4d tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Publish callbacks [] for security_group (5cb68ea3-143a-43eb-9973-5a270fe457b1), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:34.837093 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05738536-9dc8-42b5-9397-728208b26210 req-62d672c6-036c-4bb7-b8ac-f80e375e2f9b tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:34.838686 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-05738536-9dc8-42b5-9397-728208b26210 req-62d672c6-036c-4bb7-b8ac-f80e375e2f9b tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f33973f-857b-4834-8f6f-f2d45a21d9fa HTTP/1.1" status: 200 len: 946 time: 0.1623302 Mar 21 11:19:34.845786 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 47008) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:19:34.907190 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18dfde2-bea8-4397-af21-d6313569e5c7 None None] New status for floating IP df699192-9943-4071-b678-bf4f46f2874b: DOWN {{(pid=103423) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 11:19:34.927291 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-05738536-9dc8-42b5-9397-728208b26210 req-7e1dbcb5-7868-464c-ab60-c6499c64f69e tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8206a3f-9c6f-4a0b-a450-e547744181ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804188 Mar 21 11:19:34.941263 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8e844a82-c6de-433f-923b-4c832c642b4d tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (5cb68ea3-143a-43eb-9973-5a270fe457b1), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:34.944343 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-8e844a82-c6de-433f-923b-4c832c642b4d tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:34.948640 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-8e844a82-c6de-433f-923b-4c832c642b4d tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] 10.222.0.24 "DELETE /v2.0/security-groups/5cb68ea3-143a-43eb-9973-5a270fe457b1 HTTP/1.1" status: 204 len: 168 time: 0.3195844 Mar 21 11:19:34.949670 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 47012) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:19:34.966047 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.api.v2.resource [None req-5b338b62-1736-41df-aef1-165aa2c9a753 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] show failed (client error): The resource could not be found. Mar 21 11:19:34.970124 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e844a82-c6de-433f-923b-4c832c642b4d tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cb68ea3-143a-43eb-9973-5a270fe457b1,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:19:34.971008 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-5b338b62-1736-41df-aef1-165aa2c9a753 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] 10.222.0.24 "GET /v2.0/security-groups/5cb68ea3-143a-43eb-9973-5a270fe457b1 HTTP/1.1" status: 404 len: 347 time: 0.0200565 Mar 21 11:19:34.972086 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 47014) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:19:35.401219 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-1e23df1f-50b5-4572-b7a5-6a44ab055fb6 req-b88f72e3-ecf3-4970-8e6c-6e7a8bd74a1f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3f33973f-857b-4834-8f6f-f2d45a21d9fa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5529697 Mar 21 11:19:35.413054 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [req-1e23df1f-50b5-4572-b7a5-6a44ab055fb6 req-59539657-6ef1-47a5-b631-eda5a17ea4e2 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103421) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 21 11:19:35.414292 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-1e23df1f-50b5-4572-b7a5-6a44ab055fb6 req-59539657-6ef1-47a5-b631-eda5a17ea4e2 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062792 Mar 21 11:19:35.435892 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-63bb1f2d-dfb5-49f9-8b45-30b810deec98 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Deleting port c6436302-9509-459d-9af9-428c6ea86028 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:19:35.436446 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-63bb1f2d-dfb5-49f9-8b45-30b810deec98 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738246690591'] for port (c6436302-9509-459d-9af9-428c6ea86028), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:35.518881 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 47020) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:19:35.528304 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-63bb1f2d-dfb5-49f9-8b45-30b810deec98 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701214'] for port (c6436302-9509-459d-9af9-428c6ea86028), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:35.528734 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-63bb1f2d-dfb5-49f9-8b45-30b810deec98 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Publish callbacks [] for floatingip (c6436302-9509-459d-9af9-428c6ea86028), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:35.548071 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-63bb1f2d-dfb5-49f9-8b45-30b810deec98 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Calling delete_port for c6436302-9509-459d-9af9-428c6ea86028 owned by network:floatingip {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:19:35.627154 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e23df1f-50b5-4572-b7a5-6a44ab055fb6 req-ff5ffc9a-0f71-43f6-ae76-62f258380d01 tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:35.628688 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-1e23df1f-50b5-4572-b7a5-6a44ab055fb6 req-ff5ffc9a-0f71-43f6-ae76-62f258380d01 tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] 10.222.0.24 "GET /v2.0/ports/642d0c0d-d502-4cb3-8713-6e905fdd50c6 HTTP/1.1" status: 200 len: 943 time: 0.1082551 Mar 21 11:19:35.739534 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-63bb1f2d-dfb5-49f9-8b45-30b810deec98 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738246698626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738246144790'] for port (c6436302-9509-459d-9af9-428c6ea86028), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:35.766521 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bb1f2d-dfb5-49f9-8b45-30b810deec98 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Pushing event deleted for resources: {'Port': ['ID=c6436302-9509-459d-9af9-428c6ea86028,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:19:35.797547 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-63bb1f2d-dfb5-49f9-8b45-30b810deec98 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Publish callbacks [] for floatingip (df699192-9943-4071-b678-bf4f46f2874b), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:35.800811 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-63bb1f2d-dfb5-49f9-8b45-30b810deec98 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97509'] for floatingip (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:35.801328 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-63bb1f2d-dfb5-49f9-8b45-30b810deec98 tempest-AttachVolumeTestJSON-519722441 tempest-AttachVolumeTestJSON-519722441-project] 10.222.0.24 "DELETE /v2.0/floatingips/df699192-9943-4071-b678-bf4f46f2874b HTTP/1.1" status: 204 len: 168 time: 0.8281367 Mar 21 11:19:35.972814 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Device 642d0c0d-d502-4cb3-8713-6e905fdd50c6 no longer exists at agent hyperv_hv-cinder-83444 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 11:19:36.136553 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Current status of the port 642d0c0d-d502-4cb3-8713-6e905fdd50c6 is: ACTIVE; New status is: DOWN {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:19:36.136981 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc754c2-69e7-47dc-bb66-3107088bb7a4 req-0e42f615-b4af-4b2a-9445-cbac17131b43 tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:36.137482 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (642d0c0d-d502-4cb3-8713-6e905fdd50c6), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:36.139347 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-cdc754c2-69e7-47dc-bb66-3107088bb7a4 req-0e42f615-b4af-4b2a-9445-cbac17131b43 tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f33973f-857b-4834-8f6f-f2d45a21d9fa HTTP/1.1" status: 200 len: 946 time: 0.0860884 Mar 21 11:19:36.179191 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f33973f-857b-4834-8f6f-f2d45a21d9fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '642d0c0d-d502-4cb3-8713-6e905fdd50c6'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:19:36.184534 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f4962fb769adde196efb410afcfec8f2b34529d6df7ca74076ce40474c5a66c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b59a4d11-7351-49a1-bd73-5712cde49470" -d '{"events": [{"server_uuid": "3f33973f-857b-4834-8f6f-f2d45a21d9fa", "name": "network-vif-unplugged", "status": "completed", "tag": "642d0c0d-d502-4cb3-8713-6e905fdd50c6"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:19:36.208696 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] For port 642d0c0d-d502-4cb3-8713-6e905fdd50c6, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=642d0c0d-d502-4cb3-8713-6e905fdd50c6,segment=NetworkSegment(bfe39c1d-75e0-4826-9959-5c8fd0c1357b),segment_id=bfe39c1d-75e0-4826-9959-5c8fd0c1357b)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:19:36.216136 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817'] for port (642d0c0d-d502-4cb3-8713-6e905fdd50c6), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:36.217605 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Device 1fa346e8-997f-464e-b95a-ed9029784303 no longer exists at agent hyperv_hv-cinder-83444 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 11:19:36.236098 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-cdc754c2-69e7-47dc-bb66-3107088bb7a4 req-84cdfb92-8c49-4dea-834f-2796fe2de040 tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8206a3f-9c6f-4a0b-a450-e547744181ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900106 Mar 21 11:19:36.280698 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 21 Mar 2022 11:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6542a09c-c2da-4355-b374-dafd55d8ce87 x-openstack-request-id: req-6542a09c-c2da-4355-b374-dafd55d8ce87 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:19:36.281142 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f33973f-857b-4834-8f6f-f2d45a21d9fa", "name": "network-vif-unplugged", "status": "failed", "tag": "642d0c0d-d502-4cb3-8713-6e905fdd50c6", "code": 422}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:19:36.282024 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6542a09c-c2da-4355-b374-dafd55d8ce87 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:19:36.282688 dv-cinder-834448-1-smb neutron-server[103423]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3f33973f-857b-4834-8f6f-f2d45a21d9fa', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '642d0c0d-d502-4cb3-8713-6e905fdd50c6', 'code': 422} returned with failed status Mar 21 11:19:36.309229 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] No Port match for: 1fa346e8-997f-464e-b95a-ed9029784303 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 11:19:36.309877 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Device 1fa346e8-997f-464e-b95a-ed9029784303 not bound to the agent host hv-cinder-83444 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 11:19:36.348163 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Pushing event updated for resources: {'Port': ['ID=642d0c0d-d502-4cb3-8713-6e905fdd50c6,revision_number=6']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:19:37.034678 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e23df1f-50b5-4572-b7a5-6a44ab055fb6 req-38247d8a-fb05-4aec-9eba-5c55e25edd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:37.036199 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-1e23df1f-50b5-4572-b7a5-6a44ab055fb6 req-38247d8a-fb05-4aec-9eba-5c55e25edd73 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3f33973f-857b-4834-8f6f-f2d45a21d9fa&tenant_id=f24006b78ad645519d3645178a10b3c7 HTTP/1.1" status: 200 len: 1128 time: 0.0533011 Mar 21 11:19:37.104882 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e23df1f-50b5-4572-b7a5-6a44ab055fb6 req-e240bb43-b074-40eb-a8b9-c3c0f9b9daf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:37.106448 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-1e23df1f-50b5-4572-b7a5-6a44ab055fb6 req-e240bb43-b074-40eb-a8b9-c3c0f9b9daf3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f24006b78ad645519d3645178a10b3c7&device_id=3f33973f-857b-4834-8f6f-f2d45a21d9fa HTTP/1.1" status: 200 len: 1128 time: 0.0480163 Mar 21 11:19:37.205013 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e23df1f-50b5-4572-b7a5-6a44ab055fb6 req-0b615cea-ae3d-4978-8ef5-54bec9f65a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:37.206970 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-1e23df1f-50b5-4572-b7a5-6a44ab055fb6 req-0b615cea-ae3d-4978-8ef5-54bec9f65a6e service neutron] 10.222.0.32 "GET /v2.0/networks?id=caf5ed87-4991-45e5-8208-00f47f9875eb HTTP/1.1" status: 200 len: 910 time: 0.0911758 Mar 21 11:19:37.293278 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-1e23df1f-50b5-4572-b7a5-6a44ab055fb6 req-f379fd81-cd65-4471-9861-533ac325eb40 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=642d0c0d-d502-4cb3-8713-6e905fdd50c6 HTTP/1.1" status: 200 len: 999 time: 0.0792820 Mar 21 11:19:37.354538 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e23df1f-50b5-4572-b7a5-6a44ab055fb6 req-2889b50f-f7c7-4d2a-a666-463cfe9c9d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:37.356431 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-1e23df1f-50b5-4572-b7a5-6a44ab055fb6 req-2889b50f-f7c7-4d2a-a666-463cfe9c9d2a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=15b471db-3772-42d4-8366-79bf7fcca6e0 HTTP/1.1" status: 200 len: 848 time: 0.0570173 Mar 21 11:19:37.376708 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ae93d7-75d8-41df-8bc2-39a1d388996f req-0e2717f3-5ec8-4471-aea8-2c0bea07ba66 tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:37.378302 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-a4ae93d7-75d8-41df-8bc2-39a1d388996f req-0e2717f3-5ec8-4471-aea8-2c0bea07ba66 tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f33973f-857b-4834-8f6f-f2d45a21d9fa HTTP/1.1" status: 200 len: 944 time: 0.0596759 Mar 21 11:19:37.410159 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e23df1f-50b5-4572-b7a5-6a44ab055fb6 req-996ce76c-6177-48c8-8127-cddf3854ba21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:37.411728 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-1e23df1f-50b5-4572-b7a5-6a44ab055fb6 req-996ce76c-6177-48c8-8127-cddf3854ba21 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=caf5ed87-4991-45e5-8208-00f47f9875eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0491986 Mar 21 11:19:37.440994 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-a4ae93d7-75d8-41df-8bc2-39a1d388996f req-0b170367-c488-4abb-a6a8-fcf986407fd3 tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8206a3f-9c6f-4a0b-a450-e547744181ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566461 Mar 21 11:19:37.521904 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-1e23df1f-50b5-4572-b7a5-6a44ab055fb6 req-6c42e448-b39b-4eff-ae4b-f6697141f7c3 service neutron] 10.222.0.32 "GET /v2.0/networks/caf5ed87-4991-45e5-8208-00f47f9875eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033523 Mar 21 11:19:37.626819 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-1e23df1f-50b5-4572-b7a5-6a44ab055fb6 req-946c0c7c-a5d2-42b5-9953-a2032448baac service neutron] 10.222.0.32 "GET /v2.0/networks/caf5ed87-4991-45e5-8208-00f47f9875eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980530 Mar 21 11:19:38.585615 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6920d99f-92b0-42d5-8805-5e2c74cf7b6e req-0ad88287-4c92-4d28-9bb5-bcc59690e97b tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:38.587363 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-6920d99f-92b0-42d5-8805-5e2c74cf7b6e req-0ad88287-4c92-4d28-9bb5-bcc59690e97b tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f33973f-857b-4834-8f6f-f2d45a21d9fa HTTP/1.1" status: 200 len: 944 time: 0.0716026 Mar 21 11:19:38.653969 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-6920d99f-92b0-42d5-8805-5e2c74cf7b6e req-b9056361-edcc-4e75-b3ec-f1c316240e48 tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8206a3f-9c6f-4a0b-a450-e547744181ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550044 Mar 21 11:19:39.376986 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 47106) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:19:39.855034 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af12864-10df-4152-9ac9-2bc626aa4be6 req-17de8e75-bbd1-4d9f-9041-40ec440fcfd8 tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:39.856631 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-9af12864-10df-4152-9ac9-2bc626aa4be6 req-17de8e75-bbd1-4d9f-9041-40ec440fcfd8 tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f33973f-857b-4834-8f6f-f2d45a21d9fa HTTP/1.1" status: 200 len: 944 time: 0.1029611 Mar 21 11:19:39.928246 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-9af12864-10df-4152-9ac9-2bc626aa4be6 req-8ce2031f-aace-4607-ac9c-5c10ef9eb98c tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8206a3f-9c6f-4a0b-a450-e547744181ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644484 Mar 21 11:19:39.978703 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Device 642d0c0d-d502-4cb3-8713-6e905fdd50c6 details requested by agent hyperv_hv-cinder-83444 with host hv-cinder-83444 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 11:19:39.984269 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-21fc2215-7f17-432d-92ed-c1594d404cbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1688396'] for router_interface (92a02156-46db-4840-99fe-9b2e5df1d7e3), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:40.107745 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] For port 642d0c0d-d502-4cb3-8713-6e905fdd50c6, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=642d0c0d-d502-4cb3-8713-6e905fdd50c6,segment=NetworkSegment(bfe39c1d-75e0-4826-9959-5c8fd0c1357b),segment_id=bfe39c1d-75e0-4826-9959-5c8fd0c1357b)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:19:40.120266 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Returning: {'device': '642d0c0d-d502-4cb3-8713-6e905fdd50c6', 'network_id': 'caf5ed87-4991-45e5-8208-00f47f9875eb', 'port_id': '642d0c0d-d502-4cb3-8713-6e905fdd50c6', 'mac_address': 'fa:16:3e:af:22:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15b471db-3772-42d4-8366-79bf7fcca6e0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 11:19:40.158153 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Current status of the port 642d0c0d-d502-4cb3-8713-6e905fdd50c6 is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:19:40.158640 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (642d0c0d-d502-4cb3-8713-6e905fdd50c6), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:40.172191 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 642d0c0d-d502-4cb3-8713-6e905fdd50c6 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 11:19:40.193209 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] For port 642d0c0d-d502-4cb3-8713-6e905fdd50c6, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=642d0c0d-d502-4cb3-8713-6e905fdd50c6,segment=NetworkSegment(bfe39c1d-75e0-4826-9959-5c8fd0c1357b),segment_id=bfe39c1d-75e0-4826-9959-5c8fd0c1357b)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:19:40.197983 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817'] for port (642d0c0d-d502-4cb3-8713-6e905fdd50c6), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:40.257421 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Pushing event updated for resources: {'Port': ['ID=642d0c0d-d502-4cb3-8713-6e905fdd50c6,revision_number=7']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:19:40.284633 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-21fc2215-7f17-432d-92ed-c1594d404cbb admin admin] Deleting port b35f046e-5d9d-4281-a0d2-e67c4264f666 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:19:40.285224 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-21fc2215-7f17-432d-92ed-c1594d404cbb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738246690591'] for port (b35f046e-5d9d-4281-a0d2-e67c4264f666), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:40.379968 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-21fc2215-7f17-432d-92ed-c1594d404cbb admin admin] For port b35f046e-5d9d-4281-a0d2-e67c4264f666, host dv-cinder-834448-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-smb',level=0,port_id=b35f046e-5d9d-4281-a0d2-e67c4264f666,segment=NetworkSegment(bb9daefb-d4c3-44b6-ba73-015d6754aeb6),segment_id=bb9daefb-d4c3-44b6-ba73-015d6754aeb6)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:19:40.380195 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-21fc2215-7f17-432d-92ed-c1594d404cbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701214'] for port (b35f046e-5d9d-4281-a0d2-e67c4264f666), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:40.394618 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-21fc2215-7f17-432d-92ed-c1594d404cbb admin admin] Calling delete_port for b35f046e-5d9d-4281-a0d2-e67c4264f666 owned by network:router_interface {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:19:40.428351 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] get_ports_and_sgs() called for port_ids ['642d0c0d-d502-4cb3-8713-6e905fdd50c6'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 11:19:40.594451 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-21fc2215-7f17-432d-92ed-c1594d404cbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738246698626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738246144790'] for port (b35f046e-5d9d-4281-a0d2-e67c4264f666), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:40.623110 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fc2215-7f17-432d-92ed-c1594d404cbb admin admin] Pushing event deleted for resources: {'Port': ['ID=b35f046e-5d9d-4281-a0d2-e67c4264f666,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:19:40.760420 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-21fc2215-7f17-432d-92ed-c1594d404cbb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1693001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1688060'] for router_interface (92a02156-46db-4840-99fe-9b2e5df1d7e3), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:41.040547 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21fc2215-7f17-432d-92ed-c1594d404cbb admin admin] Router 92a02156-46db-4840-99fe-9b2e5df1d7e3 has already been hosted by L3 agent 5097f9b2-2ef0-4af4-bde3-0c344dd6e70c {{(pid=103421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 11:19:41.221511 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64f83fc-dfb4-4783-83c8-477d68094b7a req-5bc4760f-1a13-4c42-9099-87d4b95a2405 tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:41.224252 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-d64f83fc-dfb4-4783-83c8-477d68094b7a req-5bc4760f-1a13-4c42-9099-87d4b95a2405 tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f33973f-857b-4834-8f6f-f2d45a21d9fa HTTP/1.1" status: 200 len: 945 time: 0.2149205 Mar 21 11:19:41.289062 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21fc2215-7f17-432d-92ed-c1594d404cbb admin admin] Notify agent at l3_agent.dv-cinder-834448-1-smb the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 11:19:41.302421 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-21fc2215-7f17-432d-92ed-c1594d404cbb admin admin] 10.222.0.24 "PUT /v2.0/routers/92a02156-46db-4840-99fe-9b2e5df1d7e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9205496 Mar 21 11:19:41.303153 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 47142) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:19:41.310266 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-d64f83fc-dfb4-4783-83c8-477d68094b7a req-052a5b2d-f278-4c4c-b822-349583317dfd tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8206a3f-9c6f-4a0b-a450-e547744181ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768957 Mar 21 11:19:41.310696 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310f5849-0dd6-4061-aff3-05716424c755 None None] Sync routers for ids ['92a02156-46db-4840-99fe-9b2e5df1d7e3'] in dv-cinder-834448-1-smb {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 11:19:41.345774 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310f5849-0dd6-4061-aff3-05716424c755 None None] Routers {'92a02156-46db-4840-99fe-9b2e5df1d7e3'} bound to L3 agent in host dv-cinder-834448-1-smb {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:19:41.347034 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-310f5849-0dd6-4061-aff3-05716424c755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-21T11:04:55Z,description=,heartbeat_timestamp=2022-03-21T11:19:26Z,host='dv-cinder-834448-1-smb',id=5097f9b2-2ef0-4af4-bde3-0c344dd6e70c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:55Z,topic='l3_agent')) {'router_ids': ['92a02156-46db-4840-99fe-9b2e5df1d7e3'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:19:41.572395 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-310f5849-0dd6-4061-aff3-05716424c755 None None] Set router 92a02156-46db-4840-99fe-9b2e5df1d7e3 gateway port host: dv-cinder-834448-1-smb {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:19:41.596516 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9ad1c4cd-c754-42e7-aeae-e34ed00c7cb1 admin admin] Publish callbacks [] for router (92a02156-46db-4840-99fe-9b2e5df1d7e3), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:41.837061 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9ad1c4cd-c754-42e7-aeae-e34ed00c7cb1 admin admin] Publish callbacks [] for router_gateway (92a02156-46db-4840-99fe-9b2e5df1d7e3), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:41.901243 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-9ad1c4cd-c754-42e7-aeae-e34ed00c7cb1 admin admin] Deleting port 061ba5d8-9a6a-40ca-96f4-8580f2ab7b17 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:19:41.901736 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9ad1c4cd-c754-42e7-aeae-e34ed00c7cb1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738246690591'] for port (061ba5d8-9a6a-40ca-96f4-8580f2ab7b17), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:41.929383 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-310f5849-0dd6-4061-aff3-05716424c755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92a02156-46db-4840-99fe-9b2e5df1d7e3', 'name': 'tempest-AttachVolumeTestJSON-1124083517-router', 'tenant_id': '5c0a065250d348a7b0fe2877a603793f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'external_fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.21'}], 'enable_snat': True}, 'gw_port_id': '061ba5d8-9a6a-40ca-96f4-8580f2ab7b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:13:31Z', 'updated_at': '2022-03-21T11:19:40Z', 'revision_number': 5, 'project_id': '5c0a065250d348a7b0fe2877a603793f', 'gw_port': {'id': '061ba5d8-9a6a-40ca-96f4-8580f2ab7b17', 'name': '', 'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:42:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a02156-46db-4840-99fe-9b2e5df1d7e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:32Z', 'updated_at': '2022-03-21T11:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-smb'}], 'dv-cinder-834448-1-smb', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:19:41.960294 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310f5849-0dd6-4061-aff3-05716424c755 None None] Checking router: 92a02156-46db-4840-99fe-9b2e5df1d7e3 for host: dv-cinder-834448-1-smb {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 11:19:41.971343 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310f5849-0dd6-4061-aff3-05716424c755 None None] Routers {'92a02156-46db-4840-99fe-9b2e5df1d7e3'} bound to L3 agent in host dv-cinder-834448-1-smb {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:19:41.972204 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-310f5849-0dd6-4061-aff3-05716424c755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-21T11:04:55Z,description=,heartbeat_timestamp=2022-03-21T11:19:26Z,host='dv-cinder-834448-1-smb',id=5097f9b2-2ef0-4af4-bde3-0c344dd6e70c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:55Z,topic='l3_agent')) {'router_ids': ['92a02156-46db-4840-99fe-9b2e5df1d7e3'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:19:41.991969 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Device 642d0c0d-d502-4cb3-8713-6e905fdd50c6 up at agent hyperv_hv-cinder-83444 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:19:42.012356 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-9ad1c4cd-c754-42e7-aeae-e34ed00c7cb1 admin admin] For port 061ba5d8-9a6a-40ca-96f4-8580f2ab7b17, host dv-cinder-834448-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-smb',level=0,port_id=061ba5d8-9a6a-40ca-96f4-8580f2ab7b17,segment=NetworkSegment(083ffffd-feb8-46cd-b20a-ab116e97b62a),segment_id=083ffffd-feb8-46cd-b20a-ab116e97b62a)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:19:42.013232 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9ad1c4cd-c754-42e7-aeae-e34ed00c7cb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701214'] for port (061ba5d8-9a6a-40ca-96f4-8580f2ab7b17), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:42.060411 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-9ad1c4cd-c754-42e7-aeae-e34ed00c7cb1 admin admin] Calling delete_port for 061ba5d8-9a6a-40ca-96f4-8580f2ab7b17 owned by network:router_gateway {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:19:42.079344 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Provisioning complete for port 642d0c0d-d502-4cb3-8713-6e905fdd50c6 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:19:42.079750 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688166'] for port (642d0c0d-d502-4cb3-8713-6e905fdd50c6), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:42.127017 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-310f5849-0dd6-4061-aff3-05716424c755 None None] Set router 92a02156-46db-4840-99fe-9b2e5df1d7e3 gateway port host: None {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:19:42.236509 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-310f5849-0dd6-4061-aff3-05716424c755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92a02156-46db-4840-99fe-9b2e5df1d7e3', 'name': 'tempest-AttachVolumeTestJSON-1124083517-router', 'tenant_id': '5c0a065250d348a7b0fe2877a603793f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:13:31Z', 'updated_at': '2022-03-21T11:19:41Z', 'revision_number': 6, 'project_id': '5c0a065250d348a7b0fe2877a603793f', 'gw_port_host': None}], 'dv-cinder-834448-1-smb', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:19:42.258590 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Current status of the port 642d0c0d-d502-4cb3-8713-6e905fdd50c6 is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:19:42.259392 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (642d0c0d-d502-4cb3-8713-6e905fdd50c6), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:42.290874 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310f5849-0dd6-4061-aff3-05716424c755 None None] The sync data for ids ['92a02156-46db-4840-99fe-9b2e5df1d7e3'] in dv-cinder-834448-1-smb is: [{'id': '92a02156-46db-4840-99fe-9b2e5df1d7e3', 'name': 'tempest-AttachVolumeTestJSON-1124083517-router', 'tenant_id': '5c0a065250d348a7b0fe2877a603793f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:13:31Z', 'updated_at': '2022-03-21T11:19:41Z', 'revision_number': 6, 'project_id': '5c0a065250d348a7b0fe2877a603793f', 'gw_port_host': None}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 11:19:42.305068 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] For port 642d0c0d-d502-4cb3-8713-6e905fdd50c6, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=642d0c0d-d502-4cb3-8713-6e905fdd50c6,segment=NetworkSegment(bfe39c1d-75e0-4826-9959-5c8fd0c1357b),segment_id=bfe39c1d-75e0-4826-9959-5c8fd0c1357b)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:19:42.310101 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f33973f-857b-4834-8f6f-f2d45a21d9fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '642d0c0d-d502-4cb3-8713-6e905fdd50c6'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:19:42.319837 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f4962fb769adde196efb410afcfec8f2b34529d6df7ca74076ce40474c5a66c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-682efc58-c6a5-47e1-a7a9-c36a97b57eb1" -d '{"events": [{"server_uuid": "3f33973f-857b-4834-8f6f-f2d45a21d9fa", "name": "network-vif-plugged", "status": "completed", "tag": "642d0c0d-d502-4cb3-8713-6e905fdd50c6"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:19:42.333464 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817'] for port (642d0c0d-d502-4cb3-8713-6e905fdd50c6), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:42.381339 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 11:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cc83086-8a62-4261-b0c8-c33abff95ed6 x-openstack-request-id: req-5cc83086-8a62-4261-b0c8-c33abff95ed6 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:19:42.382246 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9ad1c4cd-c754-42e7-aeae-e34ed00c7cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738246698626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738246144790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265271506'] for port (061ba5d8-9a6a-40ca-96f4-8580f2ab7b17), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:42.385821 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f33973f-857b-4834-8f6f-f2d45a21d9fa", "name": "network-vif-plugged", "status": "completed", "tag": "642d0c0d-d502-4cb3-8713-6e905fdd50c6", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:19:42.385821 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5cc83086-8a62-4261-b0c8-c33abff95ed6 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:19:42.385821 dv-cinder-834448-1-smb neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f33973f-857b-4834-8f6f-f2d45a21d9fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '642d0c0d-d502-4cb3-8713-6e905fdd50c6', 'code': 200} Mar 21 11:19:42.431601 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Pushing event updated for resources: {'Port': ['ID=642d0c0d-d502-4cb3-8713-6e905fdd50c6,revision_number=8']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:19:42.436041 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad1c4cd-c754-42e7-aeae-e34ed00c7cb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=061ba5d8-9a6a-40ca-96f4-8580f2ab7b17,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:19:42.446290 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad1c4cd-c754-42e7-aeae-e34ed00c7cb1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:19:42.446855 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad1c4cd-c754-42e7-aeae-e34ed00c7cb1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:19:42.447502 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad1c4cd-c754-42e7-aeae-e34ed00c7cb1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:19:42.457837 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad1c4cd-c754-42e7-aeae-e34ed00c7cb1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:19:42.457837 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad1c4cd-c754-42e7-aeae-e34ed00c7cb1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:19:42.457837 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad1c4cd-c754-42e7-aeae-e34ed00c7cb1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:19:42.457837 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad1c4cd-c754-42e7-aeae-e34ed00c7cb1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:19:42.457837 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad1c4cd-c754-42e7-aeae-e34ed00c7cb1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:19:42.457837 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad1c4cd-c754-42e7-aeae-e34ed00c7cb1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:19:42.457837 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad1c4cd-c754-42e7-aeae-e34ed00c7cb1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:19:42.457837 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad1c4cd-c754-42e7-aeae-e34ed00c7cb1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:19:42.457837 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad1c4cd-c754-42e7-aeae-e34ed00c7cb1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:19:42.457837 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad1c4cd-c754-42e7-aeae-e34ed00c7cb1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:19:42.457837 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad1c4cd-c754-42e7-aeae-e34ed00c7cb1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:19:42.457837 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad1c4cd-c754-42e7-aeae-e34ed00c7cb1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:19:42.525489 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9ad1c4cd-c754-42e7-aeae-e34ed00c7cb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1690630'] for router_gateway (92a02156-46db-4840-99fe-9b2e5df1d7e3), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:42.532647 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12fc3c4-c8fc-44ea-9f7a-10b034f1c8e6 req-f4c798a0-487a-4f9b-b5b3-a3fa7bb3843b tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:42.534262 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-a12fc3c4-c8fc-44ea-9f7a-10b034f1c8e6 req-f4c798a0-487a-4f9b-b5b3-a3fa7bb3843b tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f33973f-857b-4834-8f6f-f2d45a21d9fa HTTP/1.1" status: 200 len: 946 time: 0.0708568 Mar 21 11:19:42.602412 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-a12fc3c4-c8fc-44ea-9f7a-10b034f1c8e6 req-ecb6086c-2ed2-4ea5-af04-d959c3ae901d tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8206a3f-9c6f-4a0b-a450-e547744181ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605371 Mar 21 11:19:42.716450 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9ad1c4cd-c754-42e7-aeae-e34ed00c7cb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1688810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2231'] for router (92a02156-46db-4840-99fe-9b2e5df1d7e3), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:42.720320 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9ad1c4cd-c754-42e7-aeae-e34ed00c7cb1 admin admin] Publish callbacks [] for router_controller (92a02156-46db-4840-99fe-9b2e5df1d7e3), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:42.812277 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9ad1c4cd-c754-42e7-aeae-e34ed00c7cb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1688805'] for router (92a02156-46db-4840-99fe-9b2e5df1d7e3), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:42.812929 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ad1c4cd-c754-42e7-aeae-e34ed00c7cb1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 92a02156-46db-4840-99fe-9b2e5df1d7e3 {{(pid=103422) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 21 11:19:42.816274 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b90b6c4-3d31-4492-9201-55bc79f4d18c req-95512e0c-ff9c-4bee-8d7a-2170a37b744c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:42.817659 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-0b90b6c4-3d31-4492-9201-55bc79f4d18c req-95512e0c-ff9c-4bee-8d7a-2170a37b744c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3f33973f-857b-4834-8f6f-f2d45a21d9fa HTTP/1.1" status: 200 len: 1130 time: 0.1714301 Mar 21 11:19:42.833743 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9ad1c4cd-c754-42e7-aeae-e34ed00c7cb1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:42.833743 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-9ad1c4cd-c754-42e7-aeae-e34ed00c7cb1 admin admin] 10.222.0.24 "DELETE /v2.0/routers/92a02156-46db-4840-99fe-9b2e5df1d7e3 HTTP/1.1" status: 204 len: 168 time: 1.5193396 Mar 21 11:19:42.834259 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 47216) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:19:42.909371 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.db.db_base_plugin_v2 [None req-7879cb55-9616-4aaa-b0aa-67f7475982e1 admin admin] Deleting subnet fea72cb6-9b89-4ba0-8193-720fc6fd5e2b {{(pid=103421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 21 11:19:42.915840 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7879cb55-9616-4aaa-b0aa-67f7475982e1 admin admin] Publish callbacks [] for subnet (fea72cb6-9b89-4ba0-8193-720fc6fd5e2b), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:42.979129 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7879cb55-9616-4aaa-b0aa-67f7475982e1 admin admin] Publish callbacks [] for subnet (fea72cb6-9b89-4ba0-8193-720fc6fd5e2b), precommit_delete_associations {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:43.091698 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7879cb55-9616-4aaa-b0aa-67f7475982e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-756234'] for subnet (fea72cb6-9b89-4ba0-8193-720fc6fd5e2b), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:43.162639 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-0b90b6c4-3d31-4492-9201-55bc79f4d18c req-38cf3633-6b01-4612-a156-1b26c6ae5e29 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=d8206a3f-9c6f-4a0b-a450-e547744181ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3310847 Mar 21 11:19:43.247446 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da214357-c21a-49ba-a6eb-e3aa0bca1aaa req-6871f831-1f31-4063-9e82-1198ebb3eee0 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:43.251402 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-da214357-c21a-49ba-a6eb-e3aa0bca1aaa req-6871f831-1f31-4063-9e82-1198ebb3eee0 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] 10.222.0.24 "GET /v2.0/ports?device_id=98fc7ac1-3d7d-4d0a-8396-a86d91b4101b HTTP/1.1" status: 200 len: 945 time: 0.1215224 Mar 21 11:19:43.251402 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7879cb55-9616-4aaa-b0aa-67f7475982e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-756243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998'] for subnet (fea72cb6-9b89-4ba0-8193-720fc6fd5e2b), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:43.279247 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7879cb55-9616-4aaa-b0aa-67f7475982e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fea72cb6-9b89-4ba0-8193-720fc6fd5e2b,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:19:43.296311 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7879cb55-9616-4aaa-b0aa-67f7475982e1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:43.296791 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75da3c7c-585b-452f-b856-4924fe86e1ec None None] Network 1436ce26-cb86-45d4-9a97-097fbbf6586a requested from dv-cinder-834448-1-smb {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 11:19:43.302153 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-7879cb55-9616-4aaa-b0aa-67f7475982e1 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/fea72cb6-9b89-4ba0-8193-720fc6fd5e2b HTTP/1.1" status: 204 len: 168 time: 0.4675322 Mar 21 11:19:43.302153 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 47224) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:19:43.393298 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-da214357-c21a-49ba-a6eb-e3aa0bca1aaa req-0bd53685-b143-4c3f-b682-d6284f9db0e1 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] 10.222.0.24 "GET /v2.0/security-groups?id=53a006dc-faef-4bef-8699-9c679b4e20fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1343727 Mar 21 11:19:43.400283 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b82e0268-d336-491d-a099-f775a417aa83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814149'] for network (1436ce26-cb86-45d4-9a97-097fbbf6586a), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:43.485919 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-b82e0268-d336-491d-a099-f775a417aa83 admin admin] Deleting port cc710696-92af-4c61-9ab2-c562fb657dc0 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:19:43.486814 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b82e0268-d336-491d-a099-f775a417aa83 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738246690591'] for port (cc710696-92af-4c61-9ab2-c562fb657dc0), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:43.494579 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6820a8b3-b185-4456-9483-9bc53d5fc74b None None] DHCP port deletion for 1436ce26-cb86-45d4-9a97-097fbbf6586a request from dv-cinder-834448-1-smb {{(pid=103423) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 21 11:19:43.551877 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-6820a8b3-b185-4456-9483-9bc53d5fc74b None None] Deleting port cc710696-92af-4c61-9ab2-c562fb657dc0 {{(pid=103423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:19:43.552264 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6820a8b3-b185-4456-9483-9bc53d5fc74b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738246690591'] for port (cc710696-92af-4c61-9ab2-c562fb657dc0), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:43.574328 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-b82e0268-d336-491d-a099-f775a417aa83 admin admin] For port cc710696-92af-4c61-9ab2-c562fb657dc0, host dv-cinder-834448-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-smb',level=0,port_id=cc710696-92af-4c61-9ab2-c562fb657dc0,segment=NetworkSegment(bb9daefb-d4c3-44b6-ba73-015d6754aeb6),segment_id=bb9daefb-d4c3-44b6-ba73-015d6754aeb6)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:19:43.575203 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b82e0268-d336-491d-a099-f775a417aa83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701214'] for port (cc710696-92af-4c61-9ab2-c562fb657dc0), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:43.597008 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-b82e0268-d336-491d-a099-f775a417aa83 admin admin] Calling delete_port for cc710696-92af-4c61-9ab2-c562fb657dc0 owned by network:dhcp {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:19:43.645500 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-6820a8b3-b185-4456-9483-9bc53d5fc74b None None] For port cc710696-92af-4c61-9ab2-c562fb657dc0, host dv-cinder-834448-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-smb',level=0,port_id=cc710696-92af-4c61-9ab2-c562fb657dc0,segment=NetworkSegment(bb9daefb-d4c3-44b6-ba73-015d6754aeb6),segment_id=bb9daefb-d4c3-44b6-ba73-015d6754aeb6)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:19:43.646020 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6820a8b3-b185-4456-9483-9bc53d5fc74b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701214'] for port (cc710696-92af-4c61-9ab2-c562fb657dc0), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:43.670525 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-6820a8b3-b185-4456-9483-9bc53d5fc74b None None] Calling delete_port for cc710696-92af-4c61-9ab2-c562fb657dc0 owned by network:dhcp {{(pid=103423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:19:43.742722 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b82e0268-d336-491d-a099-f775a417aa83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738246698626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738246144790'] for port (cc710696-92af-4c61-9ab2-c562fb657dc0), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:43.786086 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82e0268-d336-491d-a099-f775a417aa83 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc710696-92af-4c61-9ab2-c562fb657dc0,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:19:43.794787 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82e0268-d336-491d-a099-f775a417aa83 admin admin] No DVR routers for this DVR port cc710696-92af-4c61-9ab2-c562fb657dc0 on host dv-cinder-834448-1-smb {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 11:19:43.804114 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Device cc710696-92af-4c61-9ab2-c562fb657dc0 no longer exists at agent ovs-agent-dv-cinder-834448-1-smb {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 11:19:43.808122 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c07de6-1f40-4744-8170-3dfcfe00e001 req-b7afdeb2-22d4-40fc-961a-9ce4dca7687e tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:43.809787 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-77c07de6-1f40-4744-8170-3dfcfe00e001 req-b7afdeb2-22d4-40fc-961a-9ce4dca7687e tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f33973f-857b-4834-8f6f-f2d45a21d9fa HTTP/1.1" status: 200 len: 946 time: 0.1125314 Mar 21 11:19:43.832948 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6820a8b3-b185-4456-9483-9bc53d5fc74b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738246698626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738246144790'] for port (cc710696-92af-4c61-9ab2-c562fb657dc0), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:43.836413 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] No Port match for: cc710696-92af-4c61-9ab2-c562fb657dc0 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 11:19:43.836755 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Device cc710696-92af-4c61-9ab2-c562fb657dc0 not bound to the agent host dv-cinder-834448-1-smb {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 11:19:43.837297 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Device b35f046e-5d9d-4281-a0d2-e67c4264f666 no longer exists at agent ovs-agent-dv-cinder-834448-1-smb {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 11:19:43.884743 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] No Port match for: b35f046e-5d9d-4281-a0d2-e67c4264f666 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 11:19:43.884743 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Device b35f046e-5d9d-4281-a0d2-e67c4264f666 not bound to the agent host dv-cinder-834448-1-smb {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 11:19:43.884743 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Device 061ba5d8-9a6a-40ca-96f4-8580f2ab7b17 no longer exists at agent ovs-agent-dv-cinder-834448-1-smb {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 11:19:43.887188 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6820a8b3-b185-4456-9483-9bc53d5fc74b None None] Pushing event deleted for resources: {'Port': ['ID=cc710696-92af-4c61-9ab2-c562fb657dc0,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:19:43.889088 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6820a8b3-b185-4456-9483-9bc53d5fc74b None None] No DVR routers for this DVR port cc710696-92af-4c61-9ab2-c562fb657dc0 on host dv-cinder-834448-1-smb {{(pid=103423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 11:19:43.912058 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] No Port match for: 061ba5d8-9a6a-40ca-96f4-8580f2ab7b17 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 11:19:43.912400 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Device 061ba5d8-9a6a-40ca-96f4-8580f2ab7b17 not bound to the agent host dv-cinder-834448-1-smb {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 11:19:43.927340 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b82e0268-d336-491d-a099-f775a417aa83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-689599', 'neutron.services.segments.db._delete_segments_for_network-8738246472259'] for network (1436ce26-cb86-45d4-9a97-097fbbf6586a), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:43.945017 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-77c07de6-1f40-4744-8170-3dfcfe00e001 req-ba3835dd-1f93-4a0c-95ed-fee8003bab1f tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8206a3f-9c6f-4a0b-a450-e547744181ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130087 Mar 21 11:19:43.961226 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b82e0268-d336-491d-a099-f775a417aa83 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:19:43.961576 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b82e0268-d336-491d-a099-f775a417aa83 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:19:43.962293 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b82e0268-d336-491d-a099-f775a417aa83 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:19:43.962618 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b82e0268-d336-491d-a099-f775a417aa83 admin admin] Subscribe: > port after_create 55550000 {{(pid=103421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:19:43.962956 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b82e0268-d336-491d-a099-f775a417aa83 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:19:43.963274 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b82e0268-d336-491d-a099-f775a417aa83 admin admin] Subscribe: > port after_update 55550000 {{(pid=103421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:19:43.963587 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b82e0268-d336-491d-a099-f775a417aa83 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:19:43.963962 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b82e0268-d336-491d-a099-f775a417aa83 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:19:43.964275 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b82e0268-d336-491d-a099-f775a417aa83 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:19:43.964612 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b82e0268-d336-491d-a099-f775a417aa83 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:19:44.073430 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b82e0268-d336-491d-a099-f775a417aa83 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:19:44.073883 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b82e0268-d336-491d-a099-f775a417aa83 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:19:44.074334 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b82e0268-d336-491d-a099-f775a417aa83 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:19:44.074873 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b82e0268-d336-491d-a099-f775a417aa83 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:19:44.075432 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.services.segments.db [None req-b82e0268-d336-491d-a099-f775a417aa83 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1436ce26-cb86-45d4-9a97-097fbbf6586a']}} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:19:44.101931 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.services.segments.db [None req-b82e0268-d336-491d-a099-f775a417aa83 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb9daefb-d4c3-44b6-ba73-015d6754aeb6') {'for_net_delete': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:19:44.102225 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.services.segments.db [None req-b82e0268-d336-491d-a099-f775a417aa83 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb9daefb-d4c3-44b6-ba73-015d6754aeb6') {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:19:44.410417 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b82e0268-d336-491d-a099-f775a417aa83 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738246472012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265874950'] for segment (bb9daefb-d4c3-44b6-ba73-015d6754aeb6), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:44.446825 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b82e0268-d336-491d-a099-f775a417aa83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751123'] for segment (bb9daefb-d4c3-44b6-ba73-015d6754aeb6), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:44.462096 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b82e0268-d336-491d-a099-f775a417aa83 admin admin] Releasing vlan 428 on physical network physnet1 to pool {{(pid=103421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 11:19:44.463307 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b82e0268-d336-491d-a099-f775a417aa83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266186549'] for segment (bb9daefb-d4c3-44b6-ba73-015d6754aeb6), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:44.472798 dv-cinder-834448-1-smb neutron-server[103421]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 21 11:19:44.472798 dv-cinder-834448-1-smb neutron-server[103421]: from cryptography.utils import int_from_bytes Mar 21 11:19:44.472798 dv-cinder-834448-1-smb neutron-server[103421]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 21 11:19:44.472798 dv-cinder-834448-1-smb neutron-server[103421]: from cryptography.utils import int_from_bytes Mar 21 11:19:44.472798 dv-cinder-834448-1-smb neutron-server[103421]: Traceback (most recent call last): Mar 21 11:19:44.472798 dv-cinder-834448-1-smb neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 11:19:44.472798 dv-cinder-834448-1-smb neutron-server[103421]: timer() Mar 21 11:19:44.472798 dv-cinder-834448-1-smb neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 11:19:44.472798 dv-cinder-834448-1-smb neutron-server[103421]: cb(*args, **kw) Mar 21 11:19:44.472798 dv-cinder-834448-1-smb neutron-server[103421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 21 11:19:44.472798 dv-cinder-834448-1-smb neutron-server[103421]: return func(*args, **kwargs) Mar 21 11:19:44.472798 dv-cinder-834448-1-smb neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 11:19:44.472798 dv-cinder-834448-1-smb neutron-server[103421]: self._notify() Mar 21 11:19:44.472798 dv-cinder-834448-1-smb neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 11:19:44.472798 dv-cinder-834448-1-smb neutron-server[103421]: self.callback(batched_events) Mar 21 11:19:44.472798 dv-cinder-834448-1-smb neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 11:19:44.472798 dv-cinder-834448-1-smb neutron-server[103421]: event.method(event) Mar 21 11:19:44.472798 dv-cinder-834448-1-smb neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 21 11:19:44.472798 dv-cinder-834448-1-smb neutron-server[103421]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 11:19:44.472798 dv-cinder-834448-1-smb neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 21 11:19:44.472798 dv-cinder-834448-1-smb neutron-server[103421]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 11:19:44.472798 dv-cinder-834448-1-smb neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 21 11:19:44.472798 dv-cinder-834448-1-smb neutron-server[103421]: return f(self, *a, **k) Mar 21 11:19:44.472798 dv-cinder-834448-1-smb neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 21 11:19:44.472798 dv-cinder-834448-1-smb neutron-server[103421]: return self._get(url).json() Mar 21 11:19:44.472798 dv-cinder-834448-1-smb neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 21 11:19:44.472798 dv-cinder-834448-1-smb neutron-server[103421]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 11:19:44.472798 dv-cinder-834448-1-smb neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 11:19:44.472798 dv-cinder-834448-1-smb neutron-server[103421]: return self.request(url, 'GET', **kwargs) Mar 21 11:19:44.472798 dv-cinder-834448-1-smb neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 11:19:44.472798 dv-cinder-834448-1-smb neutron-server[103421]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 11:19:44.472798 dv-cinder-834448-1-smb neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 11:19:44.472798 dv-cinder-834448-1-smb neutron-server[103421]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 11:19:44.472798 dv-cinder-834448-1-smb neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 11:19:44.472798 dv-cinder-834448-1-smb neutron-server[103421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 11:19:44.472798 dv-cinder-834448-1-smb neutron-server[103421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 11:19:44.571015 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b82e0268-d336-491d-a099-f775a417aa83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-689540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1690746'] for network (1436ce26-cb86-45d4-9a97-097fbbf6586a), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:44.581202 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b82e0268-d336-491d-a099-f775a417aa83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693044'] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:44.584436 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-b82e0268-d336-491d-a099-f775a417aa83 admin admin] 10.222.0.24 "DELETE /v2.0/networks/1436ce26-cb86-45d4-9a97-097fbbf6586a HTTP/1.1" status: 204 len: 168 time: 1.2815080 Mar 21 11:19:44.604777 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002ed659-280d-40e9-a1a4-72f9f3c08768 req-cceb6aec-32d1-47eb-a579-09ad808e9050 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:44.606021 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-002ed659-280d-40e9-a1a4-72f9f3c08768 req-cceb6aec-32d1-47eb-a579-09ad808e9050 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] 10.222.0.24 "GET /v2.0/ports?device_id=98fc7ac1-3d7d-4d0a-8396-a86d91b4101b HTTP/1.1" status: 200 len: 945 time: 0.1189740 Mar 21 11:19:44.606952 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82e0268-d336-491d-a099-f775a417aa83 admin admin] Pushing event deleted for resources: {'Network': ['ID=1436ce26-cb86-45d4-9a97-097fbbf6586a,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:19:44.673582 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-002ed659-280d-40e9-a1a4-72f9f3c08768 req-9fe1ddd8-58b9-4e0a-9ae3-5f2c53bc02de tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] 10.222.0.24 "GET /v2.0/security-groups?id=53a006dc-faef-4bef-8699-9c679b4e20fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526609 Mar 21 11:19:44.720889 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 47234) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:19:44.777167 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-6af6f561-c802-4e07-bbc1-93984c78c3f2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5c0a065250d348a7b0fe2877a603793f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0548217 Mar 21 11:19:44.779739 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 47236) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:19:44.844907 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d4d0a981-aab5-473d-92f0-fe1926e0c723 admin admin] Publish callbacks [] for security_group (7e91b5ae-ba52-47a7-b5f7-3252bcde7f19), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:44.879523 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d4d0a981-aab5-473d-92f0-fe1926e0c723 admin admin] Publish callbacks [] for security_group (7e91b5ae-ba52-47a7-b5f7-3252bcde7f19), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:44.932653 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d4d0a981-aab5-473d-92f0-fe1926e0c723 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (7e91b5ae-ba52-47a7-b5f7-3252bcde7f19), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:44.935424 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d4d0a981-aab5-473d-92f0-fe1926e0c723 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:44.936782 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-d4d0a981-aab5-473d-92f0-fe1926e0c723 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7e91b5ae-ba52-47a7-b5f7-3252bcde7f19 HTTP/1.1" status: 204 len: 168 time: 0.1549051 Mar 21 11:19:44.946204 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d0a981-aab5-473d-92f0-fe1926e0c723 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e91b5ae-ba52-47a7-b5f7-3252bcde7f19,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:19:45.142576 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d628cfbc-9966-4d91-a36b-31f82dd942aa req-9c7b02fa-c283-4177-9c2f-533675d8c893 tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:45.145011 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-d628cfbc-9966-4d91-a36b-31f82dd942aa req-9c7b02fa-c283-4177-9c2f-533675d8c893 tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f33973f-857b-4834-8f6f-f2d45a21d9fa HTTP/1.1" status: 200 len: 946 time: 0.0978551 Mar 21 11:19:45.234891 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-d628cfbc-9966-4d91-a36b-31f82dd942aa req-2da06ca1-c429-407d-9998-a219e89f46b6 tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8206a3f-9c6f-4a0b-a450-e547744181ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804968 Mar 21 11:19:45.323076 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a11c85-bcbe-49f5-b95f-ed0d5e867579 req-75322f20-2571-4d4f-8f67-c4b7a5c3cbd3 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:45.325761 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-07a11c85-bcbe-49f5-b95f-ed0d5e867579 req-75322f20-2571-4d4f-8f67-c4b7a5c3cbd3 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] 10.222.0.32 "GET /v2.0/ports?device_id=98fc7ac1-3d7d-4d0a-8396-a86d91b4101b HTTP/1.1" status: 200 len: 945 time: 0.0888560 Mar 21 11:19:45.451185 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-07a11c85-bcbe-49f5-b95f-ed0d5e867579 req-a4ac17b1-75fe-43bc-944b-64f8eb5ee95e tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Deleting port 25418382-4be7-4c47-9a7b-54d18c2e72d5 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:19:45.451797 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-07a11c85-bcbe-49f5-b95f-ed0d5e867579 req-a4ac17b1-75fe-43bc-944b-64f8eb5ee95e tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738246690591'] for port (25418382-4be7-4c47-9a7b-54d18c2e72d5), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:45.592660 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-07a11c85-bcbe-49f5-b95f-ed0d5e867579 req-a4ac17b1-75fe-43bc-944b-64f8eb5ee95e tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] For port 25418382-4be7-4c47-9a7b-54d18c2e72d5, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=25418382-4be7-4c47-9a7b-54d18c2e72d5,segment=NetworkSegment(e8bbdbf4-7a3c-4382-b3f5-00a80b4a7f1d),segment_id=e8bbdbf4-7a3c-4382-b3f5-00a80b4a7f1d)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:19:45.593747 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-07a11c85-bcbe-49f5-b95f-ed0d5e867579 req-a4ac17b1-75fe-43bc-944b-64f8eb5ee95e tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701214'] for port (25418382-4be7-4c47-9a7b-54d18c2e72d5), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:45.824980 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-07a11c85-bcbe-49f5-b95f-ed0d5e867579 req-a4ac17b1-75fe-43bc-944b-64f8eb5ee95e tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:45.826330 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-07a11c85-bcbe-49f5-b95f-ed0d5e867579 req-a4ac17b1-75fe-43bc-944b-64f8eb5ee95e tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1690700'] for floatingip (4392a073-5981-4823-91d1-4db9249b0bba), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:45.826830 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.db.l3_db [req-07a11c85-bcbe-49f5-b95f-ed0d5e867579 req-a4ac17b1-75fe-43bc-944b-64f8eb5ee95e tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Floating IP 4392a073-5981-4823-91d1-4db9249b0bba disassociated. External IP: 172.28.0.179, port: 25418382-4be7-4c47-9a7b-54d18c2e72d5. Mar 21 11:19:45.827316 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-07a11c85-bcbe-49f5-b95f-ed0d5e867579 req-a4ac17b1-75fe-43bc-944b-64f8eb5ee95e tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Calling delete_port for 25418382-4be7-4c47-9a7b-54d18c2e72d5 owned by compute:nova {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:19:45.854078 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0550e0-0af4-4663-a826-976a7364c21d req-601a9303-7453-4b9d-81bf-86cb446dce48 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:45.862926 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-4f0550e0-0af4-4663-a826-976a7364c21d req-601a9303-7453-4b9d-81bf-86cb446dce48 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] 10.222.0.24 "GET /v2.0/ports?device_id=98fc7ac1-3d7d-4d0a-8396-a86d91b4101b HTTP/1.1" status: 200 len: 945 time: 0.1029506 Mar 21 11:19:45.929540 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-4f0550e0-0af4-4663-a826-976a7364c21d req-2874ae50-9eeb-4957-b627-0fe1d5128e8c tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] 10.222.0.24 "GET /v2.0/security-groups?id=53a006dc-faef-4bef-8699-9c679b4e20fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681376 Mar 21 11:19:46.010513 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-07a11c85-bcbe-49f5-b95f-ed0d5e867579 req-a4ac17b1-75fe-43bc-944b-64f8eb5ee95e tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738246698626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738246144790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265271506'] for port (25418382-4be7-4c47-9a7b-54d18c2e72d5), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:46.045856 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ac17b1-75fe-43bc-944b-64f8eb5ee95e tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Pushing event deleted for resources: {'Port': ['ID=25418382-4be7-4c47-9a7b-54d18c2e72d5,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:19:46.219208 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [req-07a11c85-bcbe-49f5-b95f-ed0d5e867579 req-a4ac17b1-75fe-43bc-944b-64f8eb5ee95e tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Router b6f812b9-6d9a-4ef9-93fc-911b8f0819b8 has already been hosted by L3 agent 5097f9b2-2ef0-4af4-bde3-0c344dd6e70c {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 11:19:46.373241 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-07a11c85-bcbe-49f5-b95f-ed0d5e867579 req-a4ac17b1-75fe-43bc-944b-64f8eb5ee95e tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Notify agent at l3_agent.dv-cinder-834448-1-smb the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 11:19:46.391514 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9adc25-5a5d-4baa-bfd7-02c0b5e3436d None None] Sync routers for ids ['b6f812b9-6d9a-4ef9-93fc-911b8f0819b8'] in dv-cinder-834448-1-smb {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 11:19:46.419992 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9adc25-5a5d-4baa-bfd7-02c0b5e3436d None None] Routers {'b6f812b9-6d9a-4ef9-93fc-911b8f0819b8'} bound to L3 agent in host dv-cinder-834448-1-smb {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:19:46.421250 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-6f9adc25-5a5d-4baa-bfd7-02c0b5e3436d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-21T11:04:55Z,description=,heartbeat_timestamp=2022-03-21T11:19:26Z,host='dv-cinder-834448-1-smb',id=5097f9b2-2ef0-4af4-bde3-0c344dd6e70c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:55Z,topic='l3_agent')) {'router_ids': ['b6f812b9-6d9a-4ef9-93fc-911b8f0819b8'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:19:46.434061 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-07a11c85-bcbe-49f5-b95f-ed0d5e867579 req-a4ac17b1-75fe-43bc-944b-64f8eb5ee95e tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] No DVR routers for this DVR port 25418382-4be7-4c47-9a7b-54d18c2e72d5 on host hv-cinder-83444 {{(pid=103422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 11:19:46.445378 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-07a11c85-bcbe-49f5-b95f-ed0d5e867579 req-a4ac17b1-75fe-43bc-944b-64f8eb5ee95e tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97509'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:46.450719 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-07a11c85-bcbe-49f5-b95f-ed0d5e867579 req-a4ac17b1-75fe-43bc-944b-64f8eb5ee95e tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] 10.222.0.32 "DELETE /v2.0/ports/25418382-4be7-4c47-9a7b-54d18c2e72d5 HTTP/1.1" status: 204 len: 173 time: 1.1193945 Mar 21 11:19:46.451717 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98fc7ac1-3d7d-4d0a-8396-a86d91b4101b', 'name': 'network-vif-deleted', 'tag': '25418382-4be7-4c47-9a7b-54d18c2e72d5'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:19:46.457039 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41c5d39db19d144038176bb777b16d1c8d23e2eed0354b669264d617ed9abe1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f132163-53fb-423b-b3ed-efa747cd1152" -d '{"events": [{"server_uuid": "98fc7ac1-3d7d-4d0a-8396-a86d91b4101b", "name": "network-vif-deleted", "tag": "25418382-4be7-4c47-9a7b-54d18c2e72d5"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:19:46.557635 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 11:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7399a596-4945-49e2-86db-9092ef9a840e x-openstack-request-id: req-7399a596-4945-49e2-86db-9092ef9a840e {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:19:46.558087 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98fc7ac1-3d7d-4d0a-8396-a86d91b4101b", "name": "network-vif-deleted", "tag": "25418382-4be7-4c47-9a7b-54d18c2e72d5", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:19:46.558692 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7399a596-4945-49e2-86db-9092ef9a840e {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:19:46.559319 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98fc7ac1-3d7d-4d0a-8396-a86d91b4101b', 'name': 'network-vif-deleted', 'tag': '25418382-4be7-4c47-9a7b-54d18c2e72d5', 'status': 'completed', 'code': 200} Mar 21 11:19:46.680012 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-6f9adc25-5a5d-4baa-bfd7-02c0b5e3436d None None] Set router b6f812b9-6d9a-4ef9-93fc-911b8f0819b8 gateway port host: dv-cinder-834448-1-smb {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:19:46.957404 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-6f9adc25-5a5d-4baa-bfd7-02c0b5e3436d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6f812b9-6d9a-4ef9-93fc-911b8f0819b8', 'name': 'tempest-AttachVolumeNegativeTest-905083178-router', 'tenant_id': 'a69c1808af3d4640ae6355109b334cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'external_fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.149'}], 'enable_snat': True}, 'gw_port_id': '682ae32b-17c7-4a87-8472-bef89307aa9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:14:43Z', 'updated_at': '2022-03-21T11:14:50Z', 'revision_number': 4, 'project_id': 'a69c1808af3d4640ae6355109b334cd8', 'gw_port': {'id': '682ae32b-17c7-4a87-8472-bef89307aa9b', 'name': '', 'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:f2:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f812b9-6d9a-4ef9-93fc-911b8f0819b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:14:44Z', 'updated_at': '2022-03-21T11:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-smb', '_interfaces': [{'id': '4b30e9ea-93a0-4312-be48-594c5c822598', 'name': '', 'network_id': '3ddc289c-7154-4e23-8f81-bf2d5b69083d', 'tenant_id': 'a69c1808af3d4640ae6355109b334cd8', 'mac_address': 'fa:16:3e:37:c0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f812b9-6d9a-4ef9-93fc-911b8f0819b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': 'b19ea63e-3287-4f53-b0cc-82d6b01cdd86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:14:48Z', 'updated_at': '2022-03-21T11:14:56Z', 'revision_number': 5, 'project_id': 'a69c1808af3d4640ae6355109b334cd8', 'subnets': [{'id': 'b19ea63e-3287-4f53-b0cc-82d6b01cdd86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-1-smb', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:19:46.997020 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9adc25-5a5d-4baa-bfd7-02c0b5e3436d None None] Checking router: b6f812b9-6d9a-4ef9-93fc-911b8f0819b8 for host: dv-cinder-834448-1-smb {{(pid=103423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 11:19:47.008565 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9adc25-5a5d-4baa-bfd7-02c0b5e3436d None None] Routers {'b6f812b9-6d9a-4ef9-93fc-911b8f0819b8'} bound to L3 agent in host dv-cinder-834448-1-smb {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:19:47.009205 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-6f9adc25-5a5d-4baa-bfd7-02c0b5e3436d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-21T11:04:55Z,description=,heartbeat_timestamp=2022-03-21T11:19:26Z,host='dv-cinder-834448-1-smb',id=5097f9b2-2ef0-4af4-bde3-0c344dd6e70c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:55Z,topic='l3_agent')) {'router_ids': ['b6f812b9-6d9a-4ef9-93fc-911b8f0819b8'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:19:47.131848 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-5db71770-7831-4e33-9214-e58055aa1a2a req-6b224a00-4b48-4795-9601-cadc34b32425 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] 10.222.0.24 "GET /v2.0/ports?device_id=98fc7ac1-3d7d-4d0a-8396-a86d91b4101b HTTP/1.1" status: 200 len: 210 time: 0.0656545 Mar 21 11:19:47.340693 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-6f9adc25-5a5d-4baa-bfd7-02c0b5e3436d None None] Set router b6f812b9-6d9a-4ef9-93fc-911b8f0819b8 gateway port host: dv-cinder-834448-1-smb {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:19:47.523399 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.agents_db [None req-8008186f-aa22-4b77-a63e-1bf9dbff4757 None None] Agent healthcheck: found 6 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 11:19:47.569918 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-6f9adc25-5a5d-4baa-bfd7-02c0b5e3436d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6f812b9-6d9a-4ef9-93fc-911b8f0819b8', 'name': 'tempest-AttachVolumeNegativeTest-905083178-router', 'tenant_id': 'a69c1808af3d4640ae6355109b334cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'external_fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.149'}], 'enable_snat': True}, 'gw_port_id': '682ae32b-17c7-4a87-8472-bef89307aa9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:14:43Z', 'updated_at': '2022-03-21T11:14:50Z', 'revision_number': 4, 'project_id': 'a69c1808af3d4640ae6355109b334cd8', 'gw_port': {'id': '682ae32b-17c7-4a87-8472-bef89307aa9b', 'name': '', 'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:f2:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f812b9-6d9a-4ef9-93fc-911b8f0819b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:14:44Z', 'updated_at': '2022-03-21T11:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-smb', '_interfaces': [{'id': '4b30e9ea-93a0-4312-be48-594c5c822598', 'name': '', 'network_id': '3ddc289c-7154-4e23-8f81-bf2d5b69083d', 'tenant_id': 'a69c1808af3d4640ae6355109b334cd8', 'mac_address': 'fa:16:3e:37:c0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f812b9-6d9a-4ef9-93fc-911b8f0819b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': 'b19ea63e-3287-4f53-b0cc-82d6b01cdd86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:14:48Z', 'updated_at': '2022-03-21T11:14:56Z', 'revision_number': 5, 'project_id': 'a69c1808af3d4640ae6355109b334cd8', 'subnets': [{'id': 'b19ea63e-3287-4f53-b0cc-82d6b01cdd86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-1-smb', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:19:47.602871 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9adc25-5a5d-4baa-bfd7-02c0b5e3436d None None] The sync data for ids ['b6f812b9-6d9a-4ef9-93fc-911b8f0819b8'] in dv-cinder-834448-1-smb is: [{'id': 'b6f812b9-6d9a-4ef9-93fc-911b8f0819b8', 'name': 'tempest-AttachVolumeNegativeTest-905083178-router', 'tenant_id': 'a69c1808af3d4640ae6355109b334cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'external_fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.149'}], 'enable_snat': True}, 'gw_port_id': '682ae32b-17c7-4a87-8472-bef89307aa9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:14:43Z', 'updated_at': '2022-03-21T11:14:50Z', 'revision_number': 4, 'project_id': 'a69c1808af3d4640ae6355109b334cd8', 'gw_port': {'id': '682ae32b-17c7-4a87-8472-bef89307aa9b', 'name': '', 'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:f2:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f812b9-6d9a-4ef9-93fc-911b8f0819b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:14:44Z', 'updated_at': '2022-03-21T11:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-smb', '_interfaces': [{'id': '4b30e9ea-93a0-4312-be48-594c5c822598', 'name': '', 'network_id': '3ddc289c-7154-4e23-8f81-bf2d5b69083d', 'tenant_id': 'a69c1808af3d4640ae6355109b334cd8', 'mac_address': 'fa:16:3e:37:c0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f812b9-6d9a-4ef9-93fc-911b8f0819b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': 'b19ea63e-3287-4f53-b0cc-82d6b01cdd86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:14:48Z', 'updated_at': '2022-03-21T11:14:56Z', 'revision_number': 5, 'project_id': 'a69c1808af3d4640ae6355109b334cd8', 'subnets': [{'id': 'b19ea63e-3287-4f53-b0cc-82d6b01cdd86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 11:19:47.876502 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b8e4a5-a519-4a2a-a139-d3480b70b182 None None] New status for floating IP 4392a073-5981-4823-91d1-4db9249b0bba: DOWN {{(pid=103424) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 11:19:48.030614 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Device 25418382-4be7-4c47-9a7b-54d18c2e72d5 no longer exists at agent hyperv_hv-cinder-83444 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 11:19:48.058028 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] No Port match for: 25418382-4be7-4c47-9a7b-54d18c2e72d5 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 11:19:48.058384 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Device 25418382-4be7-4c47-9a7b-54d18c2e72d5 not bound to the agent host hv-cinder-83444 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 11:19:48.264046 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 47296) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:19:48.369812 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6fbc603f-2c06-47db-a0fc-11cb2801143b tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks [] for security_group (53a006dc-faef-4bef-8699-9c679b4e20fd), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:48.406380 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6fbc603f-2c06-47db-a0fc-11cb2801143b tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks [] for security_group (53a006dc-faef-4bef-8699-9c679b4e20fd), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:48.468553 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6fbc603f-2c06-47db-a0fc-11cb2801143b tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (53a006dc-faef-4bef-8699-9c679b4e20fd), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:48.471377 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6fbc603f-2c06-47db-a0fc-11cb2801143b tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:48.472633 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-6fbc603f-2c06-47db-a0fc-11cb2801143b tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] 10.222.0.24 "DELETE /v2.0/security-groups/53a006dc-faef-4bef-8699-9c679b4e20fd HTTP/1.1" status: 204 len: 168 time: 0.2070324 Mar 21 11:19:48.477586 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 47300) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:19:48.488731 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbc603f-2c06-47db-a0fc-11cb2801143b tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53a006dc-faef-4bef-8699-9c679b4e20fd,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:19:48.494204 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.api.v2.resource [None req-e9fd59ce-2dab-4854-a06c-553455c9d334 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] show failed (client error): The resource could not be found. Mar 21 11:19:48.495495 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-e9fd59ce-2dab-4854-a06c-553455c9d334 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] 10.222.0.24 "GET /v2.0/security-groups/53a006dc-faef-4bef-8699-9c679b4e20fd HTTP/1.1" status: 404 len: 347 time: 0.0165434 Mar 21 11:19:48.500804 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 47302) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:19:48.662629 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-55c979bd-1716-42b9-a08e-e2511eee7126 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Deleting port 677576ca-2600-438d-b3da-bba2aa34306a {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:19:48.662967 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-55c979bd-1716-42b9-a08e-e2511eee7126 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738246690591'] for port (677576ca-2600-438d-b3da-bba2aa34306a), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:48.760609 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-55c979bd-1716-42b9-a08e-e2511eee7126 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701214'] for port (677576ca-2600-438d-b3da-bba2aa34306a), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:48.760947 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-55c979bd-1716-42b9-a08e-e2511eee7126 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks [] for floatingip (677576ca-2600-438d-b3da-bba2aa34306a), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:48.775496 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-55c979bd-1716-42b9-a08e-e2511eee7126 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Calling delete_port for 677576ca-2600-438d-b3da-bba2aa34306a owned by network:floatingip {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:19:48.939234 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-55c979bd-1716-42b9-a08e-e2511eee7126 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738246698626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738246144790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266186598'] for port (677576ca-2600-438d-b3da-bba2aa34306a), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:48.969219 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c979bd-1716-42b9-a08e-e2511eee7126 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Pushing event deleted for resources: {'Port': ['ID=677576ca-2600-438d-b3da-bba2aa34306a,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:19:49.042292 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-55c979bd-1716-42b9-a08e-e2511eee7126 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks [] for floatingip (4392a073-5981-4823-91d1-4db9249b0bba), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:49.044973 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-55c979bd-1716-42b9-a08e-e2511eee7126 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97509'] for floatingip (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:49.048635 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-55c979bd-1716-42b9-a08e-e2511eee7126 tempest-AttachVolumeNegativeTest-1654087294 tempest-AttachVolumeNegativeTest-1654087294-project] 10.222.0.24 "DELETE /v2.0/floatingips/4392a073-5981-4823-91d1-4db9249b0bba HTTP/1.1" status: 204 len: 168 time: 0.5441556 Mar 21 11:19:52.879520 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-caa4535e-57ee-4926-a45a-ff327cce6623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (9c74c917-795e-4123-adbe-3a92cf8165ad), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:53.032676 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 47412) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:19:53.637073 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b55e73cd-8c80-4ce0-b1f7-40635da28aac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1688396'] for router_interface (b6f812b9-6d9a-4ef9-93fc-911b8f0819b8), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:53.937414 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-b55e73cd-8c80-4ce0-b1f7-40635da28aac admin admin] Deleting port 4b30e9ea-93a0-4312-be48-594c5c822598 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:19:53.937753 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b55e73cd-8c80-4ce0-b1f7-40635da28aac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738246690591'] for port (4b30e9ea-93a0-4312-be48-594c5c822598), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:54.027793 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-b55e73cd-8c80-4ce0-b1f7-40635da28aac admin admin] For port 4b30e9ea-93a0-4312-be48-594c5c822598, host dv-cinder-834448-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-smb',level=0,port_id=4b30e9ea-93a0-4312-be48-594c5c822598,segment=NetworkSegment(e8bbdbf4-7a3c-4382-b3f5-00a80b4a7f1d),segment_id=e8bbdbf4-7a3c-4382-b3f5-00a80b4a7f1d)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:19:54.028030 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b55e73cd-8c80-4ce0-b1f7-40635da28aac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701214'] for port (4b30e9ea-93a0-4312-be48-594c5c822598), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:54.043951 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-b55e73cd-8c80-4ce0-b1f7-40635da28aac admin admin] Calling delete_port for 4b30e9ea-93a0-4312-be48-594c5c822598 owned by network:router_interface {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:19:54.249373 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b55e73cd-8c80-4ce0-b1f7-40635da28aac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738246698626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738246144790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266186598'] for port (4b30e9ea-93a0-4312-be48-594c5c822598), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:54.274656 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55e73cd-8c80-4ce0-b1f7-40635da28aac admin admin] Pushing event deleted for resources: {'Port': ['ID=4b30e9ea-93a0-4312-be48-594c5c822598,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:19:54.493177 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b55e73cd-8c80-4ce0-b1f7-40635da28aac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1693001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1688060'] for router_interface (b6f812b9-6d9a-4ef9-93fc-911b8f0819b8), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:54.741072 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b55e73cd-8c80-4ce0-b1f7-40635da28aac admin admin] Router b6f812b9-6d9a-4ef9-93fc-911b8f0819b8 has already been hosted by L3 agent 5097f9b2-2ef0-4af4-bde3-0c344dd6e70c {{(pid=103421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 11:19:54.855968 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b55e73cd-8c80-4ce0-b1f7-40635da28aac admin admin] Notify agent at l3_agent.dv-cinder-834448-1-smb the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 11:19:54.861326 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-b55e73cd-8c80-4ce0-b1f7-40635da28aac admin admin] 10.222.0.24 "PUT /v2.0/routers/b6f812b9-6d9a-4ef9-93fc-911b8f0819b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8274703 Mar 21 11:19:54.863855 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 47434) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:19:54.867183 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-252c279b-737b-4d21-8a7f-f91ba2b4ecaf None None] Sync routers for ids ['b6f812b9-6d9a-4ef9-93fc-911b8f0819b8'] in dv-cinder-834448-1-smb {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 11:19:54.878698 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-252c279b-737b-4d21-8a7f-f91ba2b4ecaf None None] Routers {'b6f812b9-6d9a-4ef9-93fc-911b8f0819b8'} bound to L3 agent in host dv-cinder-834448-1-smb {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:19:54.881931 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-252c279b-737b-4d21-8a7f-f91ba2b4ecaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-21T11:04:55Z,description=,heartbeat_timestamp=2022-03-21T11:19:26Z,host='dv-cinder-834448-1-smb',id=5097f9b2-2ef0-4af4-bde3-0c344dd6e70c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:55Z,topic='l3_agent')) {'router_ids': ['b6f812b9-6d9a-4ef9-93fc-911b8f0819b8'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:19:54.976013 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-9c130482-3ca8-4846-8d9d-99206dc88260 admin admin] Publish callbacks [] for router (b6f812b9-6d9a-4ef9-93fc-911b8f0819b8), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:55.003101 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-252c279b-737b-4d21-8a7f-f91ba2b4ecaf None None] Set router b6f812b9-6d9a-4ef9-93fc-911b8f0819b8 gateway port host: dv-cinder-834448-1-smb {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:19:55.103713 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-9c130482-3ca8-4846-8d9d-99206dc88260 admin admin] Publish callbacks [] for router_gateway (b6f812b9-6d9a-4ef9-93fc-911b8f0819b8), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:55.193186 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-9c130482-3ca8-4846-8d9d-99206dc88260 admin admin] Deleting port 682ae32b-17c7-4a87-8472-bef89307aa9b {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:19:55.193505 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-9c130482-3ca8-4846-8d9d-99206dc88260 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738246690591'] for port (682ae32b-17c7-4a87-8472-bef89307aa9b), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:55.233615 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-252c279b-737b-4d21-8a7f-f91ba2b4ecaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6f812b9-6d9a-4ef9-93fc-911b8f0819b8', 'name': 'tempest-AttachVolumeNegativeTest-905083178-router', 'tenant_id': 'a69c1808af3d4640ae6355109b334cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'external_fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.149'}], 'enable_snat': True}, 'gw_port_id': '682ae32b-17c7-4a87-8472-bef89307aa9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:14:43Z', 'updated_at': '2022-03-21T11:19:54Z', 'revision_number': 5, 'project_id': 'a69c1808af3d4640ae6355109b334cd8', 'gw_port': {'id': '682ae32b-17c7-4a87-8472-bef89307aa9b', 'name': '', 'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:f2:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f812b9-6d9a-4ef9-93fc-911b8f0819b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:14:44Z', 'updated_at': '2022-03-21T11:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-smb'}], 'dv-cinder-834448-1-smb', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:19:55.271864 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-252c279b-737b-4d21-8a7f-f91ba2b4ecaf None None] Checking router: b6f812b9-6d9a-4ef9-93fc-911b8f0819b8 for host: dv-cinder-834448-1-smb {{(pid=103423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 11:19:55.286279 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-252c279b-737b-4d21-8a7f-f91ba2b4ecaf None None] Routers {'b6f812b9-6d9a-4ef9-93fc-911b8f0819b8'} bound to L3 agent in host dv-cinder-834448-1-smb {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:19:55.287337 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-252c279b-737b-4d21-8a7f-f91ba2b4ecaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-21T11:04:55Z,description=,heartbeat_timestamp=2022-03-21T11:19:26Z,host='dv-cinder-834448-1-smb',id=5097f9b2-2ef0-4af4-bde3-0c344dd6e70c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:55Z,topic='l3_agent')) {'router_ids': ['b6f812b9-6d9a-4ef9-93fc-911b8f0819b8'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:19:55.297024 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-9c130482-3ca8-4846-8d9d-99206dc88260 admin admin] For port 682ae32b-17c7-4a87-8472-bef89307aa9b, host dv-cinder-834448-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-smb',level=0,port_id=682ae32b-17c7-4a87-8472-bef89307aa9b,segment=NetworkSegment(083ffffd-feb8-46cd-b20a-ab116e97b62a),segment_id=083ffffd-feb8-46cd-b20a-ab116e97b62a)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:19:55.297389 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-9c130482-3ca8-4846-8d9d-99206dc88260 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701214'] for port (682ae32b-17c7-4a87-8472-bef89307aa9b), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:55.313516 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-9c130482-3ca8-4846-8d9d-99206dc88260 admin admin] Calling delete_port for 682ae32b-17c7-4a87-8472-bef89307aa9b owned by network:router_gateway {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:19:55.415601 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-252c279b-737b-4d21-8a7f-f91ba2b4ecaf None None] Set router b6f812b9-6d9a-4ef9-93fc-911b8f0819b8 gateway port host: None {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:19:55.472623 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-252c279b-737b-4d21-8a7f-f91ba2b4ecaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6f812b9-6d9a-4ef9-93fc-911b8f0819b8', 'name': 'tempest-AttachVolumeNegativeTest-905083178-router', 'tenant_id': 'a69c1808af3d4640ae6355109b334cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:14:43Z', 'updated_at': '2022-03-21T11:19:55Z', 'revision_number': 6, 'project_id': 'a69c1808af3d4640ae6355109b334cd8', 'gw_port_host': None}], 'dv-cinder-834448-1-smb', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:19:55.503855 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-252c279b-737b-4d21-8a7f-f91ba2b4ecaf None None] The sync data for ids ['b6f812b9-6d9a-4ef9-93fc-911b8f0819b8'] in dv-cinder-834448-1-smb is: [{'id': 'b6f812b9-6d9a-4ef9-93fc-911b8f0819b8', 'name': 'tempest-AttachVolumeNegativeTest-905083178-router', 'tenant_id': 'a69c1808af3d4640ae6355109b334cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:14:43Z', 'updated_at': '2022-03-21T11:19:55Z', 'revision_number': 6, 'project_id': 'a69c1808af3d4640ae6355109b334cd8', 'gw_port_host': None}] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 11:19:55.518219 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-9c130482-3ca8-4846-8d9d-99206dc88260 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738246698626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738246144790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266186598'] for port (682ae32b-17c7-4a87-8472-bef89307aa9b), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:55.542385 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d19818c7-7d58-492d-95b8-44b4bbdfbe2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (5097f9b2-2ef0-4af4-bde3-0c344dd6e70c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:55.559536 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c130482-3ca8-4846-8d9d-99206dc88260 admin admin] Pushing event deleted for resources: {'Port': ['ID=682ae32b-17c7-4a87-8472-bef89307aa9b,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:19:55.633821 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-9c130482-3ca8-4846-8d9d-99206dc88260 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1690630'] for router_gateway (b6f812b9-6d9a-4ef9-93fc-911b8f0819b8), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:55.693328 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 47446) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:19:55.746806 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-9c130482-3ca8-4846-8d9d-99206dc88260 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1688810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2231'] for router (b6f812b9-6d9a-4ef9-93fc-911b8f0819b8), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:55.751164 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-9c130482-3ca8-4846-8d9d-99206dc88260 admin admin] Publish callbacks [] for router_controller (b6f812b9-6d9a-4ef9-93fc-911b8f0819b8), precommit_delete_associations {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:55.830933 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-9c130482-3ca8-4846-8d9d-99206dc88260 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1688805'] for router (b6f812b9-6d9a-4ef9-93fc-911b8f0819b8), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:55.831618 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c130482-3ca8-4846-8d9d-99206dc88260 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b6f812b9-6d9a-4ef9-93fc-911b8f0819b8 {{(pid=103421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 21 11:19:55.840046 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-9c130482-3ca8-4846-8d9d-99206dc88260 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:55.841766 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (e1ce583e-86b5-47e2-b889-5e91679074ed), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:55.844369 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-9c130482-3ca8-4846-8d9d-99206dc88260 admin admin] 10.222.0.24 "DELETE /v2.0/routers/b6f812b9-6d9a-4ef9-93fc-911b8f0819b8 HTTP/1.1" status: 204 len: 168 time: 0.9791462 Mar 21 11:19:55.845260 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 47450) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:19:55.845612 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9ccfdfe7-dd3a-4c34-bd2f-991b5f0293ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:55.935728 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.db.db_base_plugin_v2 [None req-d397f1a3-495e-468c-99b4-dc1ed6319a03 admin admin] Deleting subnet b19ea63e-3287-4f53-b0cc-82d6b01cdd86 {{(pid=103421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 21 11:19:55.942706 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d397f1a3-495e-468c-99b4-dc1ed6319a03 admin admin] Publish callbacks [] for subnet (b19ea63e-3287-4f53-b0cc-82d6b01cdd86), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:56.009060 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d397f1a3-495e-468c-99b4-dc1ed6319a03 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265875007'] for subnet (b19ea63e-3287-4f53-b0cc-82d6b01cdd86), precommit_delete_associations {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:56.009287 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9ccfdfe7-dd3a-4c34-bd2f-991b5f0293ca admin admin] Publish callbacks [] for security_group (94d34c35-c30a-439f-9655-66f68bb8048e), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:56.015399 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9ccfdfe7-dd3a-4c34-bd2f-991b5f0293ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (94d34c35-c30a-439f-9655-66f68bb8048e), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:56.044692 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Device 4b30e9ea-93a0-4312-be48-594c5c822598 no longer exists at agent ovs-agent-dv-cinder-834448-1-smb {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 11:19:56.060819 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-9ccfdfe7-dd3a-4c34-bd2f-991b5f0293ca admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f20a371472c44029bf0d5a49da6656fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3662982 Mar 21 11:19:56.064839 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 47452) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:19:56.075212 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] No Port match for: 4b30e9ea-93a0-4312-be48-594c5c822598 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 11:19:56.075552 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Device 4b30e9ea-93a0-4312-be48-594c5c822598 not bound to the agent host dv-cinder-834448-1-smb {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 11:19:56.081529 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccfdfe7-dd3a-4c34-bd2f-991b5f0293ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94d34c35-c30a-439f-9655-66f68bb8048e,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:19:56.134806 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d397f1a3-495e-468c-99b4-dc1ed6319a03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-756234'] for subnet (b19ea63e-3287-4f53-b0cc-82d6b01cdd86), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:56.137831 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3d7c1f29-2840-4543-a740-3a242b3ee097 admin admin] Publish callbacks [] for security_group (94d34c35-c30a-439f-9655-66f68bb8048e), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:56.162940 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3d7c1f29-2840-4543-a740-3a242b3ee097 admin admin] Publish callbacks [] for security_group (94d34c35-c30a-439f-9655-66f68bb8048e), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:56.198944 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d397f1a3-495e-468c-99b4-dc1ed6319a03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-756243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266186135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266280701'] for subnet (b19ea63e-3287-4f53-b0cc-82d6b01cdd86), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:56.235572 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d397f1a3-495e-468c-99b4-dc1ed6319a03 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b19ea63e-3287-4f53-b0cc-82d6b01cdd86,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:19:56.238258 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d397f1a3-495e-468c-99b4-dc1ed6319a03 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:56.242080 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-d397f1a3-495e-468c-99b4-dc1ed6319a03 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/b19ea63e-3287-4f53-b0cc-82d6b01cdd86 HTTP/1.1" status: 204 len: 168 time: 0.3956466 Mar 21 11:19:56.246564 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 47458) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:19:56.254789 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a11a9e7-e093-4403-893b-d7bf8f4f3973 None None] Network 3ddc289c-7154-4e23-8f81-bf2d5b69083d requested from dv-cinder-834448-1-smb {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 11:19:56.298730 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3d7c1f29-2840-4543-a740-3a242b3ee097 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (94d34c35-c30a-439f-9655-66f68bb8048e), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:56.301636 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-3d7c1f29-2840-4543-a740-3a242b3ee097 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:56.302849 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-3d7c1f29-2840-4543-a740-3a242b3ee097 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/94d34c35-c30a-439f-9655-66f68bb8048e HTTP/1.1" status: 204 len: 168 time: 0.2368183 Mar 21 11:19:56.323786 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7c1f29-2840-4543-a740-3a242b3ee097 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94d34c35-c30a-439f-9655-66f68bb8048e,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:19:56.348761 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-663e6fd1-48d3-40e1-b052-ceb4475513a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814149'] for network (3ddc289c-7154-4e23-8f81-bf2d5b69083d), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:56.439517 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-663e6fd1-48d3-40e1-b052-ceb4475513a0 admin admin] Deleting port 73cba14d-12b8-4ae8-acfb-39627b7702d4 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:19:56.440415 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-663e6fd1-48d3-40e1-b052-ceb4475513a0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738246690591'] for port (73cba14d-12b8-4ae8-acfb-39627b7702d4), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:56.508769 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be2c7715-edce-41b0-8558-0039172ce29f None None] DHCP port deletion for 3ddc289c-7154-4e23-8f81-bf2d5b69083d request from dv-cinder-834448-1-smb {{(pid=103423) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 21 11:19:56.578555 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-be2c7715-edce-41b0-8558-0039172ce29f None None] Deleting port 73cba14d-12b8-4ae8-acfb-39627b7702d4 {{(pid=103423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:19:56.578921 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-be2c7715-edce-41b0-8558-0039172ce29f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738246690591'] for port (73cba14d-12b8-4ae8-acfb-39627b7702d4), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:56.609043 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-663e6fd1-48d3-40e1-b052-ceb4475513a0 admin admin] For port 73cba14d-12b8-4ae8-acfb-39627b7702d4, host dv-cinder-834448-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-smb',level=0,port_id=73cba14d-12b8-4ae8-acfb-39627b7702d4,segment=NetworkSegment(e8bbdbf4-7a3c-4382-b3f5-00a80b4a7f1d),segment_id=e8bbdbf4-7a3c-4382-b3f5-00a80b4a7f1d)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:19:56.609043 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-663e6fd1-48d3-40e1-b052-ceb4475513a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701214'] for port (73cba14d-12b8-4ae8-acfb-39627b7702d4), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:56.644841 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-663e6fd1-48d3-40e1-b052-ceb4475513a0 admin admin] Calling delete_port for 73cba14d-12b8-4ae8-acfb-39627b7702d4 owned by network:dhcp {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:19:56.696726 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-be2c7715-edce-41b0-8558-0039172ce29f None None] For port 73cba14d-12b8-4ae8-acfb-39627b7702d4, host dv-cinder-834448-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-smb',level=0,port_id=73cba14d-12b8-4ae8-acfb-39627b7702d4,segment=NetworkSegment(e8bbdbf4-7a3c-4382-b3f5-00a80b4a7f1d),segment_id=e8bbdbf4-7a3c-4382-b3f5-00a80b4a7f1d)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:19:56.697448 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-be2c7715-edce-41b0-8558-0039172ce29f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701214'] for port (73cba14d-12b8-4ae8-acfb-39627b7702d4), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:56.719016 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-be2c7715-edce-41b0-8558-0039172ce29f None None] Calling delete_port for 73cba14d-12b8-4ae8-acfb-39627b7702d4 owned by network:dhcp {{(pid=103423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:19:56.786449 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-663e6fd1-48d3-40e1-b052-ceb4475513a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738246698626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738246144790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265271506'] for port (73cba14d-12b8-4ae8-acfb-39627b7702d4), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:56.844656 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663e6fd1-48d3-40e1-b052-ceb4475513a0 admin admin] No DVR routers for this DVR port 73cba14d-12b8-4ae8-acfb-39627b7702d4 on host dv-cinder-834448-1-smb {{(pid=103422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 11:19:56.846742 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663e6fd1-48d3-40e1-b052-ceb4475513a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=73cba14d-12b8-4ae8-acfb-39627b7702d4,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:19:56.881609 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-be2c7715-edce-41b0-8558-0039172ce29f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738246698626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738246144790'] for port (73cba14d-12b8-4ae8-acfb-39627b7702d4), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:56.981899 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2c7715-edce-41b0-8558-0039172ce29f None None] Pushing event deleted for resources: {'Port': ['ID=73cba14d-12b8-4ae8-acfb-39627b7702d4,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:19:56.989096 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2c7715-edce-41b0-8558-0039172ce29f None None] No DVR routers for this DVR port 73cba14d-12b8-4ae8-acfb-39627b7702d4 on host dv-cinder-834448-1-smb {{(pid=103423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 11:19:57.025042 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2c7715-edce-41b0-8558-0039172ce29f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:19:57.025600 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2c7715-edce-41b0-8558-0039172ce29f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:19:57.026246 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-663e6fd1-48d3-40e1-b052-ceb4475513a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-689599', 'neutron.services.segments.db._delete_segments_for_network-8738246472259'] for network (3ddc289c-7154-4e23-8f81-bf2d5b69083d), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:57.026518 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2c7715-edce-41b0-8558-0039172ce29f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:19:57.026632 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2c7715-edce-41b0-8558-0039172ce29f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:19:57.027127 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2c7715-edce-41b0-8558-0039172ce29f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:19:57.027738 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2c7715-edce-41b0-8558-0039172ce29f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:19:57.028283 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2c7715-edce-41b0-8558-0039172ce29f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:19:57.028847 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2c7715-edce-41b0-8558-0039172ce29f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:19:57.029407 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2c7715-edce-41b0-8558-0039172ce29f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:19:57.030246 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2c7715-edce-41b0-8558-0039172ce29f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:19:57.032044 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2c7715-edce-41b0-8558-0039172ce29f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:19:57.033466 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2c7715-edce-41b0-8558-0039172ce29f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:19:57.034663 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2c7715-edce-41b0-8558-0039172ce29f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:19:57.035480 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2c7715-edce-41b0-8558-0039172ce29f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:19:57.036318 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2c7715-edce-41b0-8558-0039172ce29f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:19:57.066655 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.services.segments.db [None req-663e6fd1-48d3-40e1-b052-ceb4475513a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ddc289c-7154-4e23-8f81-bf2d5b69083d']}} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:19:57.083400 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.services.segments.db [None req-663e6fd1-48d3-40e1-b052-ceb4475513a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8bbdbf4-7a3c-4382-b3f5-00a80b4a7f1d') {'for_net_delete': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:19:57.083978 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.services.segments.db [None req-663e6fd1-48d3-40e1-b052-ceb4475513a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8bbdbf4-7a3c-4382-b3f5-00a80b4a7f1d') {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:19:57.102051 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-663e6fd1-48d3-40e1-b052-ceb4475513a0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738246472012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267557867'] for segment (e8bbdbf4-7a3c-4382-b3f5-00a80b4a7f1d), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:57.129193 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-663e6fd1-48d3-40e1-b052-ceb4475513a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751123'] for segment (e8bbdbf4-7a3c-4382-b3f5-00a80b4a7f1d), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:57.140631 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-663e6fd1-48d3-40e1-b052-ceb4475513a0 admin admin] Releasing vlan 427 on physical network physnet1 to pool {{(pid=103422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 11:19:57.141310 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-663e6fd1-48d3-40e1-b052-ceb4475513a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265271425'] for segment (e8bbdbf4-7a3c-4382-b3f5-00a80b4a7f1d), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:57.144648 dv-cinder-834448-1-smb neutron-server[103422]: Traceback (most recent call last): Mar 21 11:19:57.144648 dv-cinder-834448-1-smb neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 11:19:57.144648 dv-cinder-834448-1-smb neutron-server[103422]: timer() Mar 21 11:19:57.144648 dv-cinder-834448-1-smb neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 11:19:57.144648 dv-cinder-834448-1-smb neutron-server[103422]: cb(*args, **kw) Mar 21 11:19:57.144648 dv-cinder-834448-1-smb neutron-server[103422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 21 11:19:57.144648 dv-cinder-834448-1-smb neutron-server[103422]: return func(*args, **kwargs) Mar 21 11:19:57.144648 dv-cinder-834448-1-smb neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 11:19:57.144648 dv-cinder-834448-1-smb neutron-server[103422]: self._notify() Mar 21 11:19:57.144648 dv-cinder-834448-1-smb neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 11:19:57.144648 dv-cinder-834448-1-smb neutron-server[103422]: self.callback(batched_events) Mar 21 11:19:57.144648 dv-cinder-834448-1-smb neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 11:19:57.144648 dv-cinder-834448-1-smb neutron-server[103422]: event.method(event) Mar 21 11:19:57.144648 dv-cinder-834448-1-smb neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 21 11:19:57.144648 dv-cinder-834448-1-smb neutron-server[103422]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 11:19:57.144648 dv-cinder-834448-1-smb neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 21 11:19:57.144648 dv-cinder-834448-1-smb neutron-server[103422]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 11:19:57.144648 dv-cinder-834448-1-smb neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 21 11:19:57.144648 dv-cinder-834448-1-smb neutron-server[103422]: return f(self, *a, **k) Mar 21 11:19:57.144648 dv-cinder-834448-1-smb neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 21 11:19:57.144648 dv-cinder-834448-1-smb neutron-server[103422]: return self._get(url).json() Mar 21 11:19:57.144648 dv-cinder-834448-1-smb neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 21 11:19:57.144648 dv-cinder-834448-1-smb neutron-server[103422]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 11:19:57.144648 dv-cinder-834448-1-smb neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 11:19:57.144648 dv-cinder-834448-1-smb neutron-server[103422]: return self.request(url, 'GET', **kwargs) Mar 21 11:19:57.144648 dv-cinder-834448-1-smb neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 11:19:57.144648 dv-cinder-834448-1-smb neutron-server[103422]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 11:19:57.144648 dv-cinder-834448-1-smb neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 11:19:57.144648 dv-cinder-834448-1-smb neutron-server[103422]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 11:19:57.144648 dv-cinder-834448-1-smb neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 11:19:57.144648 dv-cinder-834448-1-smb neutron-server[103422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 11:19:57.144648 dv-cinder-834448-1-smb neutron-server[103422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 11:19:57.246237 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-663e6fd1-48d3-40e1-b052-ceb4475513a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-689540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1690746'] for network (3ddc289c-7154-4e23-8f81-bf2d5b69083d), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:57.285550 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-663e6fd1-48d3-40e1-b052-ceb4475513a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693044'] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:57.289243 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-663e6fd1-48d3-40e1-b052-ceb4475513a0 admin admin] 10.222.0.24 "DELETE /v2.0/networks/3ddc289c-7154-4e23-8f81-bf2d5b69083d HTTP/1.1" status: 204 len: 168 time: 1.0407193 Mar 21 11:19:57.290436 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663e6fd1-48d3-40e1-b052-ceb4475513a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ddc289c-7154-4e23-8f81-bf2d5b69083d,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:19:57.438839 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 47494) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:19:57.484220 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-7d1ee721-370e-4242-a996-28b2b52fa4e1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a69c1808af3d4640ae6355109b334cd8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0438747 Mar 21 11:19:57.488328 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 47496) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:19:57.505830 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 47498) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:19:57.541002 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-43f4b310-db00-4474-9015-a57befc02fd1 admin admin] Publish callbacks [] for security_group (904d5411-a7fd-425c-bd70-6aa06175c0c2), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:57.564161 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-43f4b310-db00-4474-9015-a57befc02fd1 admin admin] Publish callbacks [] for security_group (904d5411-a7fd-425c-bd70-6aa06175c0c2), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:57.616161 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-43f4b310-db00-4474-9015-a57befc02fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (904d5411-a7fd-425c-bd70-6aa06175c0c2), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:57.617797 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.v2.base [None req-fa490855-24d9-41db-bca2-bd27f3a71324 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-137833901-network', 'tenant_id': '070db4c4a1594848a962f37a1a7eda18'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:19:57.619473 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-43f4b310-db00-4474-9015-a57befc02fd1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:57.623456 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-43f4b310-db00-4474-9015-a57befc02fd1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/904d5411-a7fd-425c-bd70-6aa06175c0c2 HTTP/1.1" status: 204 len: 168 time: 0.1315656 Mar 21 11:19:57.629344 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f4b310-db00-4474-9015-a57befc02fd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=904d5411-a7fd-425c-bd70-6aa06175c0c2,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:19:57.656582 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa490855-24d9-41db-bca2-bd27f3a71324 admin admin] Made reservation on behalf of 070db4c4a1594848a962f37a1a7eda18 for: {'network': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 11:19:57.659547 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-fa490855-24d9-41db-bca2-bd27f3a71324 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for network (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:57.675044 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-fa490855-24d9-41db-bca2-bd27f3a71324 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:57.767128 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-fa490855-24d9-41db-bca2-bd27f3a71324 admin admin] Publish callbacks [] for security_group (9f636d79-1e75-4d9f-b8fb-08e7895d764e), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:57.773446 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-fa490855-24d9-41db-bca2-bd27f3a71324 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (9f636d79-1e75-4d9f-b8fb-08e7895d764e), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:57.795972 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Device 682ae32b-17c7-4a87-8472-bef89307aa9b no longer exists at agent ovs-agent-dv-cinder-834448-1-smb {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 11:19:57.803896 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa490855-24d9-41db-bca2-bd27f3a71324 admin admin] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=103421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 11:19:57.813702 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa490855-24d9-41db-bca2-bd27f3a71324 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f636d79-1e75-4d9f-b8fb-08e7895d764e,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:19:57.820497 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] No Port match for: 682ae32b-17c7-4a87-8472-bef89307aa9b {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 11:19:57.821258 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Device 682ae32b-17c7-4a87-8472-bef89307aa9b not bound to the agent host dv-cinder-834448-1-smb {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 11:19:57.822163 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Device 73cba14d-12b8-4ae8-acfb-39627b7702d4 no longer exists at agent ovs-agent-dv-cinder-834448-1-smb {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 11:19:57.822302 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-fa490855-24d9-41db-bca2-bd27f3a71324 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751123'] for segment (fe61eaa4-31cd-4a1c-a9b5-40e1751214d7), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:57.822533 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.db.segments_db [None req-fa490855-24d9-41db-bca2-bd27f3a71324 admin admin] Added segment fe61eaa4-31cd-4a1c-a9b5-40e1751214d7 of type vlan for network 378db9e8-aa28-4fb3-9495-d385f0f212c9 Mar 21 11:19:57.847093 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] No Port match for: 73cba14d-12b8-4ae8-acfb-39627b7702d4 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 11:19:57.847453 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Device 73cba14d-12b8-4ae8-acfb-39627b7702d4 not bound to the agent host dv-cinder-834448-1-smb {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 11:19:57.870121 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-fa490855-24d9-41db-bca2-bd27f3a71324 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738246104679'] for network (378db9e8-aa28-4fb3-9495-d385f0f212c9), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:57.898898 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-fa490855-24d9-41db-bca2-bd27f3a71324 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998'] for network (378db9e8-aa28-4fb3-9495-d385f0f212c9), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:57.899733 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa490855-24d9-41db-bca2-bd27f3a71324 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:57.900322 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-fa490855-24d9-41db-bca2-bd27f3a71324 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693044'] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:57.959798 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-fa490855-24d9-41db-bca2-bd27f3a71324 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4525945 Mar 21 11:19:57.962665 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 47510) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:19:57.964685 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa490855-24d9-41db-bca2-bd27f3a71324 admin admin] Pushing event updated for resources: {'Network': ['ID=378db9e8-aa28-4fb3-9495-d385f0f212c9,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:19:57.969637 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.v2.base [None req-6b25b6f7-417e-4be0-aac9-973d3d4f82bc admin admin] Request body: {'subnet': {'network_id': '378db9e8-aa28-4fb3-9495-d385f0f212c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-137833901-subnet', 'tenant_id': '070db4c4a1594848a962f37a1a7eda18', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:19:57.978901 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Network 378db9e8-aa28-4fb3-9495-d385f0f212c9 details requested by agent ovs-agent-dv-cinder-834448-1-smb with host dv-cinder-834448-1-smb {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 21 11:19:57.991601 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b25b6f7-417e-4be0-aac9-973d3d4f82bc admin admin] Made reservation on behalf of 070db4c4a1594848a962f37a1a7eda18 for: {'subnet': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 11:19:57.994116 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6b25b6f7-417e-4be0-aac9-973d3d4f82bc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266280656'] for subnet (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:58.170792 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6b25b6f7-417e-4be0-aac9-973d3d4f82bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-266186198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266280646'] for subnet (03d9b468-5d43-4e1f-904e-c461a70e4eea), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:58.219728 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6694aa1f-bf8d-44e0-b771-2551b8853c50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (47320176-3fab-4a55-b687-b3e35e89e628), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:58.528319 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b25b6f7-417e-4be0-aac9-973d3d4f82bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=03d9b468-5d43-4e1f-904e-c461a70e4eea,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:19:58.535479 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b25b6f7-417e-4be0-aac9-973d3d4f82bc admin admin] Checking segment: {'id': 'fe61eaa4-31cd-4a1c-a9b5-40e1751214d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '378db9e8-aa28-4fb3-9495-d385f0f212c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:19:58.536197 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b25b6f7-417e-4be0-aac9-973d3d4f82bc admin admin] Network hostable DHCP agents. Network: 378db9e8-aa28-4fb3-9495-d385f0f212c9, hostable agents: ['9c74c917-795e-4123-adbe-3a92cf8165ad'], hosted agents: [] {{(pid=103421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 11:19:58.553684 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b25b6f7-417e-4be0-aac9-973d3d4f82bc admin admin] Network 378db9e8-aa28-4fb3-9495-d385f0f212c9 is scheduled to be hosted by DHCP agent 9c74c917-795e-4123-adbe-3a92cf8165ad with binding_index 1 {{(pid=103421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 11:19:58.564215 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-6b25b6f7-417e-4be0-aac9-973d3d4f82bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834448-1-smb, 378db9e8-aa28-4fb3-9495-d385f0f212c9) {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:19:58.571113 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b25b6f7-417e-4be0-aac9-973d3d4f82bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:58.571735 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6b25b6f7-417e-4be0-aac9-973d3d4f82bc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:58.578642 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b31153ed-1d84-4ec1-a82f-8a9f8a92302b None None] Network 378db9e8-aa28-4fb3-9495-d385f0f212c9 requested from dv-cinder-834448-1-smb {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 11:19:58.596981 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-6b25b6f7-417e-4be0-aac9-973d3d4f82bc admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6331131 Mar 21 11:19:58.649570 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-5db6d96b-8c48-4aa5-944a-567c97b9cc9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (964235d6-d67c-4a74-84a5-611ab5391dc9), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:58.704066 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-400a2b8e-b389-4680-8dbd-462bf9a0f34c None None] Network 378db9e8-aa28-4fb3-9495-d385f0f212c9 requested from dv-cinder-834448-1-smb {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 11:19:59.197527 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 47564) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:19:59.202789 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.v2.base [None req-71e65bb1-1d83-435f-8e25-180fa2e42ce5 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-470622686-network', 'tenant_id': 'de6302b6771c40db8837699f90a9d355'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:19:59.223779 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71e65bb1-1d83-435f-8e25-180fa2e42ce5 admin admin] Made reservation on behalf of de6302b6771c40db8837699f90a9d355 for: {'network': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 11:19:59.226146 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-71e65bb1-1d83-435f-8e25-180fa2e42ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for network (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:59.236026 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-71e65bb1-1d83-435f-8e25-180fa2e42ce5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:59.321566 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-71e65bb1-1d83-435f-8e25-180fa2e42ce5 admin admin] Publish callbacks [] for security_group (a6d46206-deb3-4abf-8d18-bc21e19e9ac0), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:59.327005 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-71e65bb1-1d83-435f-8e25-180fa2e42ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (a6d46206-deb3-4abf-8d18-bc21e19e9ac0), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:59.355099 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71e65bb1-1d83-435f-8e25-180fa2e42ce5 admin admin] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'} {{(pid=103421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 11:19:59.361732 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e65bb1-1d83-435f-8e25-180fa2e42ce5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6d46206-deb3-4abf-8d18-bc21e19e9ac0,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:19:59.368093 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-71e65bb1-1d83-435f-8e25-180fa2e42ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751123'] for segment (7d7fb119-7de1-4928-975f-8e9e737809cd), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:59.368434 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.db.segments_db [None req-71e65bb1-1d83-435f-8e25-180fa2e42ce5 admin admin] Added segment 7d7fb119-7de1-4928-975f-8e9e737809cd of type vlan for network 8f60d3b1-eca1-4aa4-9bb8-fc5b8a8b49de Mar 21 11:19:59.412631 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-71e65bb1-1d83-435f-8e25-180fa2e42ce5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738246104679'] for network (8f60d3b1-eca1-4aa4-9bb8-fc5b8a8b49de), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:59.441157 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-71e65bb1-1d83-435f-8e25-180fa2e42ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998'] for network (8f60d3b1-eca1-4aa4-9bb8-fc5b8a8b49de), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:59.442148 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e65bb1-1d83-435f-8e25-180fa2e42ce5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:59.442774 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-71e65bb1-1d83-435f-8e25-180fa2e42ce5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693044'] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:59.508223 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-71e65bb1-1d83-435f-8e25-180fa2e42ce5 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3095059 Mar 21 11:19:59.511172 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 47578) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:19:59.517341 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.v2.base [None req-a3d02062-870d-4486-9551-71cd00d97a2c admin admin] Request body: {'subnet': {'network_id': '8f60d3b1-eca1-4aa4-9bb8-fc5b8a8b49de', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-470622686-subnet', 'tenant_id': 'de6302b6771c40db8837699f90a9d355', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:19:59.517764 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e65bb1-1d83-435f-8e25-180fa2e42ce5 admin admin] Pushing event updated for resources: {'Network': ['ID=8f60d3b1-eca1-4aa4-9bb8-fc5b8a8b49de,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:19:59.539431 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Network 8f60d3b1-eca1-4aa4-9bb8-fc5b8a8b49de details requested by agent ovs-agent-dv-cinder-834448-1-smb with host dv-cinder-834448-1-smb {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 21 11:19:59.545348 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3d02062-870d-4486-9551-71cd00d97a2c admin admin] Made reservation on behalf of de6302b6771c40db8837699f90a9d355 for: {'subnet': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 11:19:59.547953 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a3d02062-870d-4486-9551-71cd00d97a2c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265054756'] for subnet (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:59.584893 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (4788e3a4-6d7d-47da-90c6-7227f6e2e35d), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:59.745345 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a3d02062-870d-4486-9551-71cd00d97a2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265271906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265054770'] for subnet (dbbab7e1-cbfc-4cc3-ac33-d142bdb250f4), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:59.795905 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d02062-870d-4486-9551-71cd00d97a2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=dbbab7e1-cbfc-4cc3-ac33-d142bdb250f4,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:19:59.814116 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d02062-870d-4486-9551-71cd00d97a2c admin admin] Checking segment: {'id': '7d7fb119-7de1-4928-975f-8e9e737809cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '8f60d3b1-eca1-4aa4-9bb8-fc5b8a8b49de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:19:59.814473 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d02062-870d-4486-9551-71cd00d97a2c admin admin] Network hostable DHCP agents. Network: 8f60d3b1-eca1-4aa4-9bb8-fc5b8a8b49de, hostable agents: ['9c74c917-795e-4123-adbe-3a92cf8165ad'], hosted agents: [] {{(pid=103422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 11:19:59.833586 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d02062-870d-4486-9551-71cd00d97a2c admin admin] Network 8f60d3b1-eca1-4aa4-9bb8-fc5b8a8b49de is scheduled to be hosted by DHCP agent 9c74c917-795e-4123-adbe-3a92cf8165ad with binding_index 1 {{(pid=103422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 11:19:59.842879 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-a3d02062-870d-4486-9551-71cd00d97a2c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834448-1-smb, 8f60d3b1-eca1-4aa4-9bb8-fc5b8a8b49de) {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:19:59.847189 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3d02062-870d-4486-9551-71cd00d97a2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:59.847933 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a3d02062-870d-4486-9551-71cd00d97a2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693044'] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:59.853762 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a8e0d56-d8db-4588-bea6-982e2861c0ec None None] Network 8f60d3b1-eca1-4aa4-9bb8-fc5b8a8b49de requested from dv-cinder-834448-1-smb {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 11:19:59.872348 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-a3d02062-870d-4486-9551-71cd00d97a2c admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3522851 Mar 21 11:19:59.954105 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a8b9485-07df-46fa-8e08-685cfe34cd36 None None] Network 8f60d3b1-eca1-4aa4-9bb8-fc5b8a8b49de requested from dv-cinder-834448-1-smb {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 11:19:59.978148 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 47584) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:20:00.023130 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.db.db_base_plugin_v2 [None req-b845d0eb-9d90-49e1-8c61-0972a090d15d admin admin] Deleting subnet 03d9b468-5d43-4e1f-904e-c461a70e4eea {{(pid=103421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 21 11:20:00.026500 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b845d0eb-9d90-49e1-8c61-0972a090d15d admin admin] Publish callbacks [] for subnet (03d9b468-5d43-4e1f-904e-c461a70e4eea), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:00.072966 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b845d0eb-9d90-49e1-8c61-0972a090d15d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265875007'] for subnet (03d9b468-5d43-4e1f-904e-c461a70e4eea), precommit_delete_associations {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:00.126692 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b845d0eb-9d90-49e1-8c61-0972a090d15d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-756234'] for subnet (03d9b468-5d43-4e1f-904e-c461a70e4eea), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:00.184860 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b845d0eb-9d90-49e1-8c61-0972a090d15d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-756243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266186135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266280701'] for subnet (03d9b468-5d43-4e1f-904e-c461a70e4eea), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:00.212069 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b845d0eb-9d90-49e1-8c61-0972a090d15d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03d9b468-5d43-4e1f-904e-c461a70e4eea,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:20:00.219566 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b845d0eb-9d90-49e1-8c61-0972a090d15d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:00.222831 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-b845d0eb-9d90-49e1-8c61-0972a090d15d admin admin] 10.222.0.24 "DELETE /v2.0/subnets/03d9b468-5d43-4e1f-904e-c461a70e4eea HTTP/1.1" status: 204 len: 168 time: 0.2435989 Mar 21 11:20:00.225528 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 47586) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:20:00.296313 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-319883da-efbc-4ca9-a9e1-9fabdc167e70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814149'] for network (378db9e8-aa28-4fb3-9495-d385f0f212c9), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:00.377607 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-319883da-efbc-4ca9-a9e1-9fabdc167e70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-689599', 'neutron.services.segments.db._delete_segments_for_network-8738246472259'] for network (378db9e8-aa28-4fb3-9495-d385f0f212c9), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:00.397321 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.services.segments.db [None req-319883da-efbc-4ca9-a9e1-9fabdc167e70 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['378db9e8-aa28-4fb3-9495-d385f0f212c9']}} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:20:00.407245 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.services.segments.db [None req-319883da-efbc-4ca9-a9e1-9fabdc167e70 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe61eaa4-31cd-4a1c-a9b5-40e1751214d7') {'for_net_delete': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:20:00.407533 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.services.segments.db [None req-319883da-efbc-4ca9-a9e1-9fabdc167e70 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe61eaa4-31cd-4a1c-a9b5-40e1751214d7') {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:20:00.417281 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-319883da-efbc-4ca9-a9e1-9fabdc167e70 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738246472012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265874950'] for segment (fe61eaa4-31cd-4a1c-a9b5-40e1751214d7), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:00.433763 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-319883da-efbc-4ca9-a9e1-9fabdc167e70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751123'] for segment (fe61eaa4-31cd-4a1c-a9b5-40e1751214d7), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:00.442057 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-319883da-efbc-4ca9-a9e1-9fabdc167e70 admin admin] Releasing vlan 417 on physical network physnet1 to pool {{(pid=103421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 11:20:00.442444 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-319883da-efbc-4ca9-a9e1-9fabdc167e70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266186549'] for segment (fe61eaa4-31cd-4a1c-a9b5-40e1751214d7), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:00.444112 dv-cinder-834448-1-smb neutron-server[103421]: Traceback (most recent call last): Mar 21 11:20:00.444112 dv-cinder-834448-1-smb neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 11:20:00.444112 dv-cinder-834448-1-smb neutron-server[103421]: timer() Mar 21 11:20:00.444112 dv-cinder-834448-1-smb neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 11:20:00.444112 dv-cinder-834448-1-smb neutron-server[103421]: cb(*args, **kw) Mar 21 11:20:00.444112 dv-cinder-834448-1-smb neutron-server[103421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 21 11:20:00.444112 dv-cinder-834448-1-smb neutron-server[103421]: return func(*args, **kwargs) Mar 21 11:20:00.444112 dv-cinder-834448-1-smb neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 11:20:00.444112 dv-cinder-834448-1-smb neutron-server[103421]: self._notify() Mar 21 11:20:00.444112 dv-cinder-834448-1-smb neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 11:20:00.444112 dv-cinder-834448-1-smb neutron-server[103421]: self.callback(batched_events) Mar 21 11:20:00.444112 dv-cinder-834448-1-smb neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 11:20:00.444112 dv-cinder-834448-1-smb neutron-server[103421]: event.method(event) Mar 21 11:20:00.444112 dv-cinder-834448-1-smb neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 21 11:20:00.444112 dv-cinder-834448-1-smb neutron-server[103421]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 11:20:00.444112 dv-cinder-834448-1-smb neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 21 11:20:00.444112 dv-cinder-834448-1-smb neutron-server[103421]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 11:20:00.444112 dv-cinder-834448-1-smb neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 21 11:20:00.444112 dv-cinder-834448-1-smb neutron-server[103421]: return f(self, *a, **k) Mar 21 11:20:00.444112 dv-cinder-834448-1-smb neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 21 11:20:00.444112 dv-cinder-834448-1-smb neutron-server[103421]: return self._get(url).json() Mar 21 11:20:00.444112 dv-cinder-834448-1-smb neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 21 11:20:00.444112 dv-cinder-834448-1-smb neutron-server[103421]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 11:20:00.444112 dv-cinder-834448-1-smb neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 11:20:00.444112 dv-cinder-834448-1-smb neutron-server[103421]: return self.request(url, 'GET', **kwargs) Mar 21 11:20:00.444112 dv-cinder-834448-1-smb neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 11:20:00.444112 dv-cinder-834448-1-smb neutron-server[103421]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 11:20:00.444112 dv-cinder-834448-1-smb neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 11:20:00.444112 dv-cinder-834448-1-smb neutron-server[103421]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 11:20:00.444112 dv-cinder-834448-1-smb neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 11:20:00.444112 dv-cinder-834448-1-smb neutron-server[103421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 11:20:00.444112 dv-cinder-834448-1-smb neutron-server[103421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 11:20:00.504342 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-319883da-efbc-4ca9-a9e1-9fabdc167e70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-689540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1690746'] for network (378db9e8-aa28-4fb3-9495-d385f0f212c9), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:00.512331 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-319883da-efbc-4ca9-a9e1-9fabdc167e70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693044'] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:00.518981 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-319883da-efbc-4ca9-a9e1-9fabdc167e70 admin admin] 10.222.0.24 "DELETE /v2.0/networks/378db9e8-aa28-4fb3-9495-d385f0f212c9 HTTP/1.1" status: 204 len: 168 time: 0.2892261 Mar 21 11:20:00.519139 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 47592) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:20:00.532290 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319883da-efbc-4ca9-a9e1-9fabdc167e70 admin admin] Pushing event deleted for resources: {'Network': ['ID=378db9e8-aa28-4fb3-9495-d385f0f212c9,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:20:00.575737 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8668088-7885-4602-8462-1910bbae23bc admin admin] Deleting subnet dbbab7e1-cbfc-4cc3-ac33-d142bdb250f4 {{(pid=103422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 21 11:20:00.579511 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a8668088-7885-4602-8462-1910bbae23bc admin admin] Publish callbacks [] for subnet (dbbab7e1-cbfc-4cc3-ac33-d142bdb250f4), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:00.614988 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a8668088-7885-4602-8462-1910bbae23bc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267557842'] for subnet (dbbab7e1-cbfc-4cc3-ac33-d142bdb250f4), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:00.654765 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a8668088-7885-4602-8462-1910bbae23bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-756234'] for subnet (dbbab7e1-cbfc-4cc3-ac33-d142bdb250f4), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:00.714754 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a8668088-7885-4602-8462-1910bbae23bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-756243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265271843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265054729'] for subnet (dbbab7e1-cbfc-4cc3-ac33-d142bdb250f4), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:00.731463 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8668088-7885-4602-8462-1910bbae23bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dbbab7e1-cbfc-4cc3-ac33-d142bdb250f4,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:20:00.741147 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a8668088-7885-4602-8462-1910bbae23bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693044'] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:00.744789 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-a8668088-7885-4602-8462-1910bbae23bc admin admin] 10.222.0.24 "DELETE /v2.0/subnets/dbbab7e1-cbfc-4cc3-ac33-d142bdb250f4 HTTP/1.1" status: 204 len: 168 time: 0.2239914 Mar 21 11:20:00.748495 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 47600) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:20:00.824175 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-54ea2e13-5a09-4e69-b40e-2afe5094697a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814149'] for network (8f60d3b1-eca1-4aa4-9bb8-fc5b8a8b49de), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:00.909537 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-54ea2e13-5a09-4e69-b40e-2afe5094697a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-689599', 'neutron.services.segments.db._delete_segments_for_network-8738246472259'] for network (8f60d3b1-eca1-4aa4-9bb8-fc5b8a8b49de), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:00.930165 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.services.segments.db [None req-54ea2e13-5a09-4e69-b40e-2afe5094697a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f60d3b1-eca1-4aa4-9bb8-fc5b8a8b49de']}} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:20:00.939744 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.services.segments.db [None req-54ea2e13-5a09-4e69-b40e-2afe5094697a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d7fb119-7de1-4928-975f-8e9e737809cd') {'for_net_delete': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:20:00.940039 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.services.segments.db [None req-54ea2e13-5a09-4e69-b40e-2afe5094697a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d7fb119-7de1-4928-975f-8e9e737809cd') {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:20:00.950450 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-54ea2e13-5a09-4e69-b40e-2afe5094697a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738246472012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265874950'] for segment (7d7fb119-7de1-4928-975f-8e9e737809cd), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:00.964025 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-54ea2e13-5a09-4e69-b40e-2afe5094697a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751123'] for segment (7d7fb119-7de1-4928-975f-8e9e737809cd), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:00.970583 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54ea2e13-5a09-4e69-b40e-2afe5094697a admin admin] Releasing vlan 438 on physical network physnet1 to pool {{(pid=103421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 11:20:00.970972 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-54ea2e13-5a09-4e69-b40e-2afe5094697a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266186549'] for segment (7d7fb119-7de1-4928-975f-8e9e737809cd), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:00.972782 dv-cinder-834448-1-smb neutron-server[103421]: Traceback (most recent call last): Mar 21 11:20:00.972782 dv-cinder-834448-1-smb neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 11:20:00.972782 dv-cinder-834448-1-smb neutron-server[103421]: timer() Mar 21 11:20:00.972782 dv-cinder-834448-1-smb neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 11:20:00.972782 dv-cinder-834448-1-smb neutron-server[103421]: cb(*args, **kw) Mar 21 11:20:00.972782 dv-cinder-834448-1-smb neutron-server[103421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 21 11:20:00.972782 dv-cinder-834448-1-smb neutron-server[103421]: return func(*args, **kwargs) Mar 21 11:20:00.972782 dv-cinder-834448-1-smb neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 11:20:00.972782 dv-cinder-834448-1-smb neutron-server[103421]: self._notify() Mar 21 11:20:00.972782 dv-cinder-834448-1-smb neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 11:20:00.972782 dv-cinder-834448-1-smb neutron-server[103421]: self.callback(batched_events) Mar 21 11:20:00.972782 dv-cinder-834448-1-smb neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 11:20:00.972782 dv-cinder-834448-1-smb neutron-server[103421]: event.method(event) Mar 21 11:20:00.972782 dv-cinder-834448-1-smb neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 21 11:20:00.972782 dv-cinder-834448-1-smb neutron-server[103421]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 11:20:00.972782 dv-cinder-834448-1-smb neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 21 11:20:00.972782 dv-cinder-834448-1-smb neutron-server[103421]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 11:20:00.972782 dv-cinder-834448-1-smb neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 21 11:20:00.972782 dv-cinder-834448-1-smb neutron-server[103421]: return f(self, *a, **k) Mar 21 11:20:00.972782 dv-cinder-834448-1-smb neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 21 11:20:00.972782 dv-cinder-834448-1-smb neutron-server[103421]: return self._get(url).json() Mar 21 11:20:00.972782 dv-cinder-834448-1-smb neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 21 11:20:00.972782 dv-cinder-834448-1-smb neutron-server[103421]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 11:20:00.972782 dv-cinder-834448-1-smb neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 11:20:00.972782 dv-cinder-834448-1-smb neutron-server[103421]: return self.request(url, 'GET', **kwargs) Mar 21 11:20:00.972782 dv-cinder-834448-1-smb neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 11:20:00.972782 dv-cinder-834448-1-smb neutron-server[103421]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 11:20:00.972782 dv-cinder-834448-1-smb neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 11:20:00.972782 dv-cinder-834448-1-smb neutron-server[103421]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 11:20:00.972782 dv-cinder-834448-1-smb neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 11:20:00.972782 dv-cinder-834448-1-smb neutron-server[103421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 11:20:00.972782 dv-cinder-834448-1-smb neutron-server[103421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 11:20:01.041018 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-54ea2e13-5a09-4e69-b40e-2afe5094697a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-689540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1690746'] for network (8f60d3b1-eca1-4aa4-9bb8-fc5b8a8b49de), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:01.053422 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-54ea2e13-5a09-4e69-b40e-2afe5094697a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693044'] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:01.058924 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-54ea2e13-5a09-4e69-b40e-2afe5094697a admin admin] 10.222.0.24 "DELETE /v2.0/networks/8f60d3b1-eca1-4aa4-9bb8-fc5b8a8b49de HTTP/1.1" status: 204 len: 168 time: 0.3064764 Mar 21 11:20:01.068610 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ea2e13-5a09-4e69-b40e-2afe5094697a admin admin] Pushing event deleted for resources: {'Network': ['ID=8f60d3b1-eca1-4aa4-9bb8-fc5b8a8b49de,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:20:01.233152 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 47612) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:20:01.284091 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-33fc0795-9490-4f78-a8aa-5544f881c264 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=070db4c4a1594848a962f37a1a7eda18&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0495870 Mar 21 11:20:01.286595 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 47614) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:20:01.340440 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-775f7eab-6177-42b8-bb52-5e555ea6c483 admin admin] Publish callbacks [] for security_group (9f636d79-1e75-4d9f-b8fb-08e7895d764e), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:01.363882 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-775f7eab-6177-42b8-bb52-5e555ea6c483 admin admin] Publish callbacks [] for security_group (9f636d79-1e75-4d9f-b8fb-08e7895d764e), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:01.416918 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-775f7eab-6177-42b8-bb52-5e555ea6c483 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (9f636d79-1e75-4d9f-b8fb-08e7895d764e), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:01.419469 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-775f7eab-6177-42b8-bb52-5e555ea6c483 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:01.421382 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-775f7eab-6177-42b8-bb52-5e555ea6c483 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9f636d79-1e75-4d9f-b8fb-08e7895d764e HTTP/1.1" status: 204 len: 168 time: 0.1333530 Mar 21 11:20:01.430467 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775f7eab-6177-42b8-bb52-5e555ea6c483 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f636d79-1e75-4d9f-b8fb-08e7895d764e,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:20:01.776409 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 47626) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:20:01.822136 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-5678bccf-97fc-4fe0-b6fc-034025994788 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=de6302b6771c40db8837699f90a9d355&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0445116 Mar 21 11:20:01.824759 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 47630) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:20:01.870381 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 47632) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:20:01.878430 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-47f7b0d8-c855-48da-b483-ac70770829c7 admin admin] Publish callbacks [] for security_group (a6d46206-deb3-4abf-8d18-bc21e19e9ac0), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:01.902854 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-47f7b0d8-c855-48da-b483-ac70770829c7 admin admin] Publish callbacks [] for security_group (a6d46206-deb3-4abf-8d18-bc21e19e9ac0), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:01.949796 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-47f7b0d8-c855-48da-b483-ac70770829c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (a6d46206-deb3-4abf-8d18-bc21e19e9ac0), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:01.953189 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-47f7b0d8-c855-48da-b483-ac70770829c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:01.957193 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-47f7b0d8-c855-48da-b483-ac70770829c7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a6d46206-deb3-4abf-8d18-bc21e19e9ac0 HTTP/1.1" status: 204 len: 168 time: 0.1315904 Mar 21 11:20:01.965873 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f7b0d8-c855-48da-b483-ac70770829c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6d46206-deb3-4abf-8d18-bc21e19e9ac0,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:20:01.983462 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-58e06e50-0161-4c40-a52e-8134d218a8c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:02.064700 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-58e06e50-0161-4c40-a52e-8134d218a8c5 admin admin] Publish callbacks [] for security_group (4b4aad4e-8e60-430e-b894-0c59ac8bff50), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:02.068954 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-58e06e50-0161-4c40-a52e-8134d218a8c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (4b4aad4e-8e60-430e-b894-0c59ac8bff50), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:02.109862 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-58e06e50-0161-4c40-a52e-8134d218a8c5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fe6bfc660fc44d6281483b399bc66ee5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2377086 Mar 21 11:20:02.111262 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e06e50-0161-4c40-a52e-8134d218a8c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b4aad4e-8e60-430e-b894-0c59ac8bff50,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:20:02.112133 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 47642) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:20:02.175544 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6412f1a1-118a-43f9-90af-e48dd1e2e073 admin admin] Publish callbacks [] for security_group (4b4aad4e-8e60-430e-b894-0c59ac8bff50), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:02.206055 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6412f1a1-118a-43f9-90af-e48dd1e2e073 admin admin] Publish callbacks [] for security_group (4b4aad4e-8e60-430e-b894-0c59ac8bff50), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:02.263545 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6412f1a1-118a-43f9-90af-e48dd1e2e073 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (4b4aad4e-8e60-430e-b894-0c59ac8bff50), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:02.278078 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6412f1a1-118a-43f9-90af-e48dd1e2e073 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:02.279494 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-6412f1a1-118a-43f9-90af-e48dd1e2e073 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4b4aad4e-8e60-430e-b894-0c59ac8bff50 HTTP/1.1" status: 204 len: 168 time: 0.1662049 Mar 21 11:20:02.288704 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6412f1a1-118a-43f9-90af-e48dd1e2e073 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b4aad4e-8e60-430e-b894-0c59ac8bff50,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:20:03.635134 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 47726) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:20:03.768100 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d984c709-06b8-44bb-a2f6-86c9bb6bc166 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:03.867418 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d984c709-06b8-44bb-a2f6-86c9bb6bc166 admin admin] Publish callbacks [] for security_group (b43b27ae-cf0c-4671-bf92-6b6cca03540a), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:03.874103 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d984c709-06b8-44bb-a2f6-86c9bb6bc166 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (b43b27ae-cf0c-4671-bf92-6b6cca03540a), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:03.924506 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-d984c709-06b8-44bb-a2f6-86c9bb6bc166 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cdb72d939763488fa2c253963ea04d74&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2880208 Mar 21 11:20:03.925430 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d984c709-06b8-44bb-a2f6-86c9bb6bc166 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b43b27ae-cf0c-4671-bf92-6b6cca03540a,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:20:03.927463 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 47732) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:20:03.984590 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-30f24cc7-9a73-4cda-8324-364b3642ea2e admin admin] Publish callbacks [] for security_group (b43b27ae-cf0c-4671-bf92-6b6cca03540a), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:04.007680 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-30f24cc7-9a73-4cda-8324-364b3642ea2e admin admin] Publish callbacks [] for security_group (b43b27ae-cf0c-4671-bf92-6b6cca03540a), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:04.063610 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-30f24cc7-9a73-4cda-8324-364b3642ea2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (b43b27ae-cf0c-4671-bf92-6b6cca03540a), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:04.066384 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-30f24cc7-9a73-4cda-8324-364b3642ea2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:04.067520 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-30f24cc7-9a73-4cda-8324-364b3642ea2e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b43b27ae-cf0c-4671-bf92-6b6cca03540a HTTP/1.1" status: 204 len: 168 time: 0.1383812 Mar 21 11:20:04.080706 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f24cc7-9a73-4cda-8324-364b3642ea2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b43b27ae-cf0c-4671-bf92-6b6cca03540a,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:20:04.787664 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 47764) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:20:04.894611 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.v2.base [None req-1fd2dcde-daa7-432f-a727-6f734ac941e8 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1377670858-network', 'tenant_id': '9293dcf1a19b4cbeae30735191af2fc2'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:20:04.926928 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fd2dcde-daa7-432f-a727-6f734ac941e8 admin admin] Made reservation on behalf of 9293dcf1a19b4cbeae30735191af2fc2 for: {'network': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 11:20:04.926928 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1fd2dcde-daa7-432f-a727-6f734ac941e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for network (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:04.932243 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1fd2dcde-daa7-432f-a727-6f734ac941e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:05.031294 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1fd2dcde-daa7-432f-a727-6f734ac941e8 admin admin] Publish callbacks [] for security_group (24fc8614-278b-4e8e-a94f-c69589fdfddd), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:05.037437 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1fd2dcde-daa7-432f-a727-6f734ac941e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (24fc8614-278b-4e8e-a94f-c69589fdfddd), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:05.059128 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fd2dcde-daa7-432f-a727-6f734ac941e8 admin admin] vlan segment allocate from pool success with {'vlan_id': 449, 'physical_network': 'physnet1'} {{(pid=103421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 11:20:05.075479 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd2dcde-daa7-432f-a727-6f734ac941e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24fc8614-278b-4e8e-a94f-c69589fdfddd,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:20:05.078555 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1fd2dcde-daa7-432f-a727-6f734ac941e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751123'] for segment (b19e3114-c19f-489f-8f55-bd12e0d12b82), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:05.078905 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.db.segments_db [None req-1fd2dcde-daa7-432f-a727-6f734ac941e8 admin admin] Added segment b19e3114-c19f-489f-8f55-bd12e0d12b82 of type vlan for network 0c9bcdcb-fedc-4f36-804e-2525ea7781e1 Mar 21 11:20:05.121096 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1fd2dcde-daa7-432f-a727-6f734ac941e8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738246104679'] for network (0c9bcdcb-fedc-4f36-804e-2525ea7781e1), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:05.148829 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1fd2dcde-daa7-432f-a727-6f734ac941e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998'] for network (0c9bcdcb-fedc-4f36-804e-2525ea7781e1), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:05.149898 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd2dcde-daa7-432f-a727-6f734ac941e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:20:05.150579 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1fd2dcde-daa7-432f-a727-6f734ac941e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693044'] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:05.211022 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-1fd2dcde-daa7-432f-a727-6f734ac941e8 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4222620 Mar 21 11:20:05.214359 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 47772) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:20:05.220794 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd2dcde-daa7-432f-a727-6f734ac941e8 admin admin] Pushing event updated for resources: {'Network': ['ID=0c9bcdcb-fedc-4f36-804e-2525ea7781e1,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:20:05.221143 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.v2.base [None req-222930ac-18d9-44c0-9423-f27ba18a0cbe admin admin] Request body: {'subnet': {'network_id': '0c9bcdcb-fedc-4f36-804e-2525ea7781e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1377670858-subnet', 'tenant_id': '9293dcf1a19b4cbeae30735191af2fc2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:20:05.241906 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Network 0c9bcdcb-fedc-4f36-804e-2525ea7781e1 details requested by agent ovs-agent-dv-cinder-834448-1-smb with host dv-cinder-834448-1-smb {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 21 11:20:05.253783 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-222930ac-18d9-44c0-9423-f27ba18a0cbe admin admin] Made reservation on behalf of 9293dcf1a19b4cbeae30735191af2fc2 for: {'subnet': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 11:20:05.258645 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-222930ac-18d9-44c0-9423-f27ba18a0cbe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265054756'] for subnet (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:05.472633 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-222930ac-18d9-44c0-9423-f27ba18a0cbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265271906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265054770'] for subnet (08002a44-5b90-454d-a072-5da553404e00), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:05.530322 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222930ac-18d9-44c0-9423-f27ba18a0cbe admin admin] Pushing event updated for resources: {'Subnet': ['ID=08002a44-5b90-454d-a072-5da553404e00,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:20:05.546368 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222930ac-18d9-44c0-9423-f27ba18a0cbe admin admin] Checking segment: {'id': 'b19e3114-c19f-489f-8f55-bd12e0d12b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '0c9bcdcb-fedc-4f36-804e-2525ea7781e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:20:05.546771 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-222930ac-18d9-44c0-9423-f27ba18a0cbe admin admin] Network hostable DHCP agents. Network: 0c9bcdcb-fedc-4f36-804e-2525ea7781e1, hostable agents: ['9c74c917-795e-4123-adbe-3a92cf8165ad'], hosted agents: [] {{(pid=103422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 11:20:05.565006 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-222930ac-18d9-44c0-9423-f27ba18a0cbe admin admin] Network 0c9bcdcb-fedc-4f36-804e-2525ea7781e1 is scheduled to be hosted by DHCP agent 9c74c917-795e-4123-adbe-3a92cf8165ad with binding_index 1 {{(pid=103422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 11:20:05.575957 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-222930ac-18d9-44c0-9423-f27ba18a0cbe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834448-1-smb, 0c9bcdcb-fedc-4f36-804e-2525ea7781e1) {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:20:05.580809 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222930ac-18d9-44c0-9423-f27ba18a0cbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:20:05.581409 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-222930ac-18d9-44c0-9423-f27ba18a0cbe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693044'] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:05.585927 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-751b69c6-94e5-425d-b473-0bf5f9cda2de None None] Network 0c9bcdcb-fedc-4f36-804e-2525ea7781e1 requested from dv-cinder-834448-1-smb {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 11:20:05.602132 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-222930ac-18d9-44c0-9423-f27ba18a0cbe admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3862481 Mar 21 11:20:05.726588 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce026af-7e1e-4da2-847a-a381d29af82f None None] Network 0c9bcdcb-fedc-4f36-804e-2525ea7781e1 requested from dv-cinder-834448-1-smb {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 11:20:07.527921 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6e45e3-c316-4d2a-a0e0-a53b42f629c3 req-345f60cf-0b1f-42b4-a9c7-e509a66053c3 tempest-VolumesSnapshotTestJSON-1592195337 tempest-VolumesSnapshotTestJSON-1592195337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:20:07.529492 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-7e6e45e3-c316-4d2a-a0e0-a53b42f629c3 req-345f60cf-0b1f-42b4-a9c7-e509a66053c3 tempest-VolumesSnapshotTestJSON-1592195337 tempest-VolumesSnapshotTestJSON-1592195337-project] 10.222.0.24 "GET /v2.0/networks?id=0c9bcdcb-fedc-4f36-804e-2525ea7781e1 HTTP/1.1" status: 200 len: 814 time: 0.1176353 Mar 21 11:20:07.547087 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-7e6e45e3-c316-4d2a-a0e0-a53b42f629c3 req-cf34dad3-96b5-47ec-aee7-22a9ef4cd49b tempest-VolumesSnapshotTestJSON-1592195337 tempest-VolumesSnapshotTestJSON-1592195337-project] 10.222.0.24 "GET /v2.0/quotas/9293dcf1a19b4cbeae30735191af2fc2 HTTP/1.1" status: 200 len: 375 time: 0.0100884 Mar 21 11:20:07.590600 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-7e6e45e3-c316-4d2a-a0e0-a53b42f629c3 req-a208824b-be46-427e-85e7-ec7c3ae0830f tempest-VolumesSnapshotTestJSON-1592195337 tempest-VolumesSnapshotTestJSON-1592195337-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=9293dcf1a19b4cbeae30735191af2fc2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0374608 Mar 21 11:20:07.697931 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-7e6e45e3-c316-4d2a-a0e0-a53b42f629c3 req-721fc858-3a96-4d71-9115-eb123347d654 service neutron] 10.222.0.24 "GET /v2.0/networks/0c9bcdcb-fedc-4f36-804e-2525ea7781e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961530 Mar 21 11:20:07.805461 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-7e6e45e3-c316-4d2a-a0e0-a53b42f629c3 req-1304a5cf-e9ff-4eca-bc5b-bdf903e08bf7 service neutron] 10.222.0.24 "GET /v2.0/networks/0c9bcdcb-fedc-4f36-804e-2525ea7781e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993912 Mar 21 11:20:07.967288 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-2046e0e2-677e-481c-bdd8-1f9435bf5c7a req-ad471a63-30c0-4a49-af68-4ec1566d5f73 tempest-VolumesSnapshotTestJSON-1592195337 tempest-VolumesSnapshotTestJSON-1592195337-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0f11398-b00b-47b8-918e-ac93695ce304 HTTP/1.1" status: 200 len: 210 time: 0.0288403 Mar 21 11:20:09.038506 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6e45e3-c316-4d2a-a0e0-a53b42f629c3 req-33c3eada-95f1-4828-8e58-441ede5774a9 tempest-VolumesSnapshotTestJSON-1592195337 tempest-VolumesSnapshotTestJSON-1592195337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:20:09.040726 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-7e6e45e3-c316-4d2a-a0e0-a53b42f629c3 req-33c3eada-95f1-4828-8e58-441ede5774a9 tempest-VolumesSnapshotTestJSON-1592195337 tempest-VolumesSnapshotTestJSON-1592195337-project] 10.222.0.32 "GET /v2.0/networks?id=0c9bcdcb-fedc-4f36-804e-2525ea7781e1 HTTP/1.1" status: 200 len: 814 time: 0.1519079 Mar 21 11:20:09.063211 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.v2.base [req-7e6e45e3-c316-4d2a-a0e0-a53b42f629c3 req-524831e4-7c56-4785-81dd-f85c9723eac5 tempest-VolumesSnapshotTestJSON-1592195337 tempest-VolumesSnapshotTestJSON-1592195337-project] Request body: {'port': {'device_id': 'c0f11398-b00b-47b8-918e-ac93695ce304', 'network_id': '0c9bcdcb-fedc-4f36-804e-2525ea7781e1', 'admin_state_up': True, 'tenant_id': '9293dcf1a19b4cbeae30735191af2fc2'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:20:09.100814 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-eec038f1-ab17-4921-a994-c3ba93f63500 req-0e286f55-c80c-465e-9fc6-56fbdbb9cc5b tempest-VolumesSnapshotTestJSON-1592195337 tempest-VolumesSnapshotTestJSON-1592195337-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0f11398-b00b-47b8-918e-ac93695ce304 HTTP/1.1" status: 200 len: 210 time: 0.0376945 Mar 21 11:20:09.200063 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e6e45e3-c316-4d2a-a0e0-a53b42f629c3 req-524831e4-7c56-4785-81dd-f85c9723eac5 tempest-VolumesSnapshotTestJSON-1592195337 tempest-VolumesSnapshotTestJSON-1592195337-project] Made reservation on behalf of 9293dcf1a19b4cbeae30735191af2fc2 for: {'port': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 11:20:09.203472 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-7e6e45e3-c316-4d2a-a0e0-a53b42f629c3 req-524831e4-7c56-4785-81dd-f85c9723eac5 tempest-VolumesSnapshotTestJSON-1592195337 tempest-VolumesSnapshotTestJSON-1592195337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:09.343344 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [req-7e6e45e3-c316-4d2a-a0e0-a53b42f629c3 req-524831e4-7c56-4785-81dd-f85c9723eac5 tempest-VolumesSnapshotTestJSON-1592195337 tempest-VolumesSnapshotTestJSON-1592195337-project] Allocated IP 172.20.0.3 (0c9bcdcb-fedc-4f36-804e-2525ea7781e1/08002a44-5b90-454d-a072-5da553404e00/eb8d7b0c-03de-46eb-a7ba-c2d56282cd0e) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:20:09.523138 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-7e6e45e3-c316-4d2a-a0e0-a53b42f629c3 req-524831e4-7c56-4785-81dd-f85c9723eac5 tempest-VolumesSnapshotTestJSON-1592195337 tempest-VolumesSnapshotTestJSON-1592195337-project] Publish callbacks [] for port (eb8d7b0c-03de-46eb-a7ba-c2d56282cd0e), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:09.557755 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-7e6e45e3-c316-4d2a-a0e0-a53b42f629c3 req-524831e4-7c56-4785-81dd-f85c9723eac5 tempest-VolumesSnapshotTestJSON-1592195337 tempest-VolumesSnapshotTestJSON-1592195337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738246144781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265271506'] for port (eb8d7b0c-03de-46eb-a7ba-c2d56282cd0e), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:09.601349 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e6e45e3-c316-4d2a-a0e0-a53b42f629c3 req-524831e4-7c56-4785-81dd-f85c9723eac5 tempest-VolumesSnapshotTestJSON-1592195337 tempest-VolumesSnapshotTestJSON-1592195337-project] Network 0c9bcdcb-fedc-4f36-804e-2525ea7781e1 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:20:09.604734 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [req-7e6e45e3-c316-4d2a-a0e0-a53b42f629c3 req-524831e4-7c56-4785-81dd-f85c9723eac5 tempest-VolumesSnapshotTestJSON-1592195337 tempest-VolumesSnapshotTestJSON-1592195337-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:20:09.609717 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e6e45e3-c316-4d2a-a0e0-a53b42f629c3 req-524831e4-7c56-4785-81dd-f85c9723eac5 tempest-VolumesSnapshotTestJSON-1592195337 tempest-VolumesSnapshotTestJSON-1592195337-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:20:09.642686 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524831e4-7c56-4785-81dd-f85c9723eac5 tempest-VolumesSnapshotTestJSON-1592195337 tempest-VolumesSnapshotTestJSON-1592195337-project] Pushing event updated for resources: {'Port': ['ID=eb8d7b0c-03de-46eb-a7ba-c2d56282cd0e,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:20:09.672958 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6e45e3-c316-4d2a-a0e0-a53b42f629c3 req-524831e4-7c56-4785-81dd-f85c9723eac5 tempest-VolumesSnapshotTestJSON-1592195337 tempest-VolumesSnapshotTestJSON-1592195337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:20:09.673665 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-7e6e45e3-c316-4d2a-a0e0-a53b42f629c3 req-524831e4-7c56-4785-81dd-f85c9723eac5 tempest-VolumesSnapshotTestJSON-1592195337 tempest-VolumesSnapshotTestJSON-1592195337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97509'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:09.690740 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-7e6e45e3-c316-4d2a-a0e0-a53b42f629c3 req-524831e4-7c56-4785-81dd-f85c9723eac5 tempest-VolumesSnapshotTestJSON-1592195337 tempest-VolumesSnapshotTestJSON-1592195337-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6346672 Mar 21 11:20:09.701545 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.v2.base [req-7e6e45e3-c316-4d2a-a0e0-a53b42f629c3 req-135b9bb5-fbf1-4d4f-af71-bd65aad9f6ab service neutron] Request body: {'port': {'device_id': 'c0f11398-b00b-47b8-918e-ac93695ce304', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83444'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:20:09.766029 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-7e6e45e3-c316-4d2a-a0e0-a53b42f629c3 req-135b9bb5-fbf1-4d4f-af71-bd65aad9f6ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (eb8d7b0c-03de-46eb-a7ba-c2d56282cd0e), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:10.120493 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.notifiers.nova [req-7e6e45e3-c316-4d2a-a0e0-a53b42f629c3 req-135b9bb5-fbf1-4d4f-af71-bd65aad9f6ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb8d7b0c-03de-46eb-a7ba-c2d56282cd0e {{(pid=103422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 11:20:10.130677 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-7e6e45e3-c316-4d2a-a0e0-a53b42f629c3 req-135b9bb5-fbf1-4d4f-af71-bd65aad9f6ab service neutron] Publish callbacks [] for port (eb8d7b0c-03de-46eb-a7ba-c2d56282cd0e), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:10.147345 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.db.provisioning_blocks [req-7e6e45e3-c316-4d2a-a0e0-a53b42f629c3 req-135b9bb5-fbf1-4d4f-af71-bd65aad9f6ab service neutron] Transition to ACTIVE for port object eb8d7b0c-03de-46eb-a7ba-c2d56282cd0e will not be triggered until provisioned by entity L2. {{(pid=103422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 21 11:20:10.154479 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-7e6e45e3-c316-4d2a-a0e0-a53b42f629c3 req-135b9bb5-fbf1-4d4f-af71-bd65aad9f6ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265271525'] for port (eb8d7b0c-03de-46eb-a7ba-c2d56282cd0e), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:10.241656 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9928d9-2865-485a-a940-4d29c26ff5a2 req-b2f85d19-37a9-43d7-ad75-d4d6d74bdb05 tempest-VolumesSnapshotTestJSON-1592195337 tempest-VolumesSnapshotTestJSON-1592195337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:20:10.243335 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-9b9928d9-2865-485a-a940-4d29c26ff5a2 req-b2f85d19-37a9-43d7-ad75-d4d6d74bdb05 tempest-VolumesSnapshotTestJSON-1592195337 tempest-VolumesSnapshotTestJSON-1592195337-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0f11398-b00b-47b8-918e-ac93695ce304 HTTP/1.1" status: 200 len: 943 time: 0.0595481 Mar 21 11:20:10.244358 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135b9bb5-fbf1-4d4f-af71-bd65aad9f6ab service neutron] Pushing event updated for resources: {'Port': ['ID=eb8d7b0c-03de-46eb-a7ba-c2d56282cd0e,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:20:10.320134 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-9b9928d9-2865-485a-a940-4d29c26ff5a2 req-1171ac34-ca9e-46cf-8661-c437f9f6c730 tempest-VolumesSnapshotTestJSON-1592195337 tempest-VolumesSnapshotTestJSON-1592195337-project] 10.222.0.24 "GET /v2.0/security-groups?id=24fc8614-278b-4e8e-a94f-c69589fdfddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592093 Mar 21 11:20:10.349270 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-7e6e45e3-c316-4d2a-a0e0-a53b42f629c3 req-135b9bb5-fbf1-4d4f-af71-bd65aad9f6ab service neutron] Attempting to bind port eb8d7b0c-03de-46eb-a7ba-c2d56282cd0e on host hv-cinder-83444 for vnic_type normal with profile {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 11:20:10.349626 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-7e6e45e3-c316-4d2a-a0e0-a53b42f629c3 req-135b9bb5-fbf1-4d4f-af71-bd65aad9f6ab service neutron] Attempting to bind port eb8d7b0c-03de-46eb-a7ba-c2d56282cd0e by drivers openvswitch,hyperv on host hv-cinder-83444 at level 0 using segments [{'id': 'b19e3114-c19f-489f-8f55-bd12e0d12b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '0c9bcdcb-fedc-4f36-804e-2525ea7781e1'}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 11:20:10.349952 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e6e45e3-c316-4d2a-a0e0-a53b42f629c3 req-135b9bb5-fbf1-4d4f-af71-bd65aad9f6ab service neutron] Attempting to bind port eb8d7b0c-03de-46eb-a7ba-c2d56282cd0e on network 0c9bcdcb-fedc-4f36-804e-2525ea7781e1 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:20:10.355330 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e6e45e3-c316-4d2a-a0e0-a53b42f629c3 req-135b9bb5-fbf1-4d4f-af71-bd65aad9f6ab service neutron] Port eb8d7b0c-03de-46eb-a7ba-c2d56282cd0e on network 0c9bcdcb-fedc-4f36-804e-2525ea7781e1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83444 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 21 11:20:10.355767 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e6e45e3-c316-4d2a-a0e0-a53b42f629c3 req-135b9bb5-fbf1-4d4f-af71-bd65aad9f6ab service neutron] Attempting to bind port eb8d7b0c-03de-46eb-a7ba-c2d56282cd0e on network 0c9bcdcb-fedc-4f36-804e-2525ea7781e1 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:20:10.362002 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e6e45e3-c316-4d2a-a0e0-a53b42f629c3 req-135b9bb5-fbf1-4d4f-af71-bd65aad9f6ab service neutron] Checking agent: {'id': 'e1ce583e-86b5-47e2-b889-5e91679074ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83444', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 11, 11, 26), 'started_at': datetime.datetime(2022, 3, 21, 11, 11, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 11, 19, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 11:20:10.362333 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e6e45e3-c316-4d2a-a0e0-a53b42f629c3 req-135b9bb5-fbf1-4d4f-af71-bd65aad9f6ab service neutron] Checking segment: {'id': 'b19e3114-c19f-489f-8f55-bd12e0d12b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '0c9bcdcb-fedc-4f36-804e-2525ea7781e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:20:10.362712 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e6e45e3-c316-4d2a-a0e0-a53b42f629c3 req-135b9bb5-fbf1-4d4f-af71-bd65aad9f6ab service neutron] Bound using segment: {'id': 'b19e3114-c19f-489f-8f55-bd12e0d12b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '0c9bcdcb-fedc-4f36-804e-2525ea7781e1'} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 11:20:10.363140 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [req-7e6e45e3-c316-4d2a-a0e0-a53b42f629c3 req-135b9bb5-fbf1-4d4f-af71-bd65aad9f6ab service neutron] Bound port: eb8d7b0c-03de-46eb-a7ba-c2d56282cd0e, host: hv-cinder-83444, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b19e3114-c19f-489f-8f55-bd12e0d12b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '0c9bcdcb-fedc-4f36-804e-2525ea7781e1'}}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 11:20:10.363495 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-7e6e45e3-c316-4d2a-a0e0-a53b42f629c3 req-135b9bb5-fbf1-4d4f-af71-bd65aad9f6ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (eb8d7b0c-03de-46eb-a7ba-c2d56282cd0e), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:10.427654 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 47948) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:20:10.429497 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-7e6e45e3-c316-4d2a-a0e0-a53b42f629c3 req-135b9bb5-fbf1-4d4f-af71-bd65aad9f6ab service neutron] For port eb8d7b0c-03de-46eb-a7ba-c2d56282cd0e, host hv-cinder-83444, cleared binding levels {{(pid=103422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 11:20:10.434459 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-7e6e45e3-c316-4d2a-a0e0-a53b42f629c3 req-135b9bb5-fbf1-4d4f-af71-bd65aad9f6ab service neutron] For port eb8d7b0c-03de-46eb-a7ba-c2d56282cd0e, host hv-cinder-83444, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=eb8d7b0c-03de-46eb-a7ba-c2d56282cd0e,segment=NetworkSegment(b19e3114-c19f-489f-8f55-bd12e0d12b82),segment_id=b19e3114-c19f-489f-8f55-bd12e0d12b82)] {{(pid=103422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 11:20:10.443881 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-7e6e45e3-c316-4d2a-a0e0-a53b42f629c3 req-135b9bb5-fbf1-4d4f-af71-bd65aad9f6ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265271525'] for port (eb8d7b0c-03de-46eb-a7ba-c2d56282cd0e), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:10.492176 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6e45e3-c316-4d2a-a0e0-a53b42f629c3 req-135b9bb5-fbf1-4d4f-af71-bd65aad9f6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:20:10.492827 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-7e6e45e3-c316-4d2a-a0e0-a53b42f629c3 req-135b9bb5-fbf1-4d4f-af71-bd65aad9f6ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97509'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:10.494175 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-7e6e45e3-c316-4d2a-a0e0-a53b42f629c3 req-135b9bb5-fbf1-4d4f-af71-bd65aad9f6ab service neutron] 10.222.0.32 "PUT /v2.0/ports/eb8d7b0c-03de-46eb-a7ba-c2d56282cd0e HTTP/1.1" status: 200 len: 1093 time: 0.7967386 Mar 21 11:20:10.494707 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0f11398-b00b-47b8-918e-ac93695ce304', 'tag': 'eb8d7b0c-03de-46eb-a7ba-c2d56282cd0e'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:20:10.497002 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41c5d39db19d144038176bb777b16d1c8d23e2eed0354b669264d617ed9abe1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f190e221-884e-4199-9b78-8f2cd1d6abed" -d '{"events": [{"name": "network-changed", "server_uuid": "c0f11398-b00b-47b8-918e-ac93695ce304", "tag": "eb8d7b0c-03de-46eb-a7ba-c2d56282cd0e"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:20:10.525082 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135b9bb5-fbf1-4d4f-af71-bd65aad9f6ab service neutron] Pushing event updated for resources: {'Port': ['ID=eb8d7b0c-03de-46eb-a7ba-c2d56282cd0e,revision_number=3']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:20:10.559073 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 11:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef9aeef5-8529-477f-8c4a-14e3625c0f48 x-openstack-request-id: req-ef9aeef5-8529-477f-8c4a-14e3625c0f48 {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:20:10.559357 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0f11398-b00b-47b8-918e-ac93695ce304", "tag": "eb8d7b0c-03de-46eb-a7ba-c2d56282cd0e", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:20:10.560392 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ef9aeef5-8529-477f-8c4a-14e3625c0f48 {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:20:10.560392 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0f11398-b00b-47b8-918e-ac93695ce304', 'tag': 'eb8d7b0c-03de-46eb-a7ba-c2d56282cd0e', 'status': 'completed', 'code': 200} Mar 21 11:20:10.581152 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-fed4cc6c-cf11-4362-afc7-98ff69b68002 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:10.599514 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6e45e3-c316-4d2a-a0e0-a53b42f629c3 req-436bd215-6e6f-4dbd-a154-bf07a972d312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:20:10.601284 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-7e6e45e3-c316-4d2a-a0e0-a53b42f629c3 req-436bd215-6e6f-4dbd-a154-bf07a972d312 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9293dcf1a19b4cbeae30735191af2fc2&device_id=c0f11398-b00b-47b8-918e-ac93695ce304 HTTP/1.1" status: 200 len: 1127 time: 0.0540445 Mar 21 11:20:10.655041 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-7e6e45e3-c316-4d2a-a0e0-a53b42f629c3 req-78be0b00-84f7-44b7-a732-53f17f320086 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eb8d7b0c-03de-46eb-a7ba-c2d56282cd0e HTTP/1.1" status: 200 len: 217 time: 0.0452101 Mar 21 11:20:10.681022 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-fed4cc6c-cf11-4362-afc7-98ff69b68002 admin admin] Publish callbacks [] for security_group (91211aa9-4ace-4fce-9394-7ce465cd0515), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:10.686404 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-fed4cc6c-cf11-4362-afc7-98ff69b68002 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (91211aa9-4ace-4fce-9394-7ce465cd0515), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:10.728377 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6e45e3-c316-4d2a-a0e0-a53b42f629c3 req-35c05467-c214-465f-8e22-f0fd3696006b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:20:10.730464 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-7e6e45e3-c316-4d2a-a0e0-a53b42f629c3 req-35c05467-c214-465f-8e22-f0fd3696006b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=08002a44-5b90-454d-a072-5da553404e00 HTTP/1.1" status: 200 len: 854 time: 0.0696242 Mar 21 11:20:10.740100 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-fed4cc6c-cf11-4362-afc7-98ff69b68002 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7e96be85d39e4f82b7263fd1bb1a7744&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3070655 Mar 21 11:20:10.740100 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed4cc6c-cf11-4362-afc7-98ff69b68002 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91211aa9-4ace-4fce-9394-7ce465cd0515,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:20:10.740581 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 47958) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:20:10.771183 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-7e6e45e3-c316-4d2a-a0e0-a53b42f629c3 req-ee3d5d29-d09c-483a-8be5-ab5fb2888775 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0c9bcdcb-fedc-4f36-804e-2525ea7781e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340383 Mar 21 11:20:10.804580 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a6868c43-7a53-4d29-b5f5-3c877255c4df admin admin] Publish callbacks [] for security_group (91211aa9-4ace-4fce-9394-7ce465cd0515), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:10.844229 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a6868c43-7a53-4d29-b5f5-3c877255c4df admin admin] Publish callbacks [] for security_group (91211aa9-4ace-4fce-9394-7ce465cd0515), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:10.896039 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-7e6e45e3-c316-4d2a-a0e0-a53b42f629c3 req-aaa81f60-88de-4e32-93ff-92f63b10f75b service neutron] 10.222.0.32 "GET /v2.0/networks/0c9bcdcb-fedc-4f36-804e-2525ea7781e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175880 Mar 21 11:20:10.907651 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a6868c43-7a53-4d29-b5f5-3c877255c4df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (91211aa9-4ace-4fce-9394-7ce465cd0515), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:10.912042 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a6868c43-7a53-4d29-b5f5-3c877255c4df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:10.916647 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-a6868c43-7a53-4d29-b5f5-3c877255c4df admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/91211aa9-4ace-4fce-9394-7ce465cd0515 HTTP/1.1" status: 204 len: 168 time: 0.1748815 Mar 21 11:20:10.936164 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6868c43-7a53-4d29-b5f5-3c877255c4df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91211aa9-4ace-4fce-9394-7ce465cd0515,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:20:11.014350 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-7e6e45e3-c316-4d2a-a0e0-a53b42f629c3 req-e1c788c7-8172-46f7-97ae-2a8450a2a2b6 service neutron] 10.222.0.32 "GET /v2.0/networks/0c9bcdcb-fedc-4f36-804e-2525ea7781e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120994 Mar 21 11:20:11.166404 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f190e221-884e-4199-9b78-8f2cd1d6abed req-15f6c9eb-8eb7-461c-a847-099a146c432c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:20:11.168144 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-f190e221-884e-4199-9b78-8f2cd1d6abed req-15f6c9eb-8eb7-461c-a847-099a146c432c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9293dcf1a19b4cbeae30735191af2fc2&device_id=c0f11398-b00b-47b8-918e-ac93695ce304 HTTP/1.1" status: 200 len: 1127 time: 0.0871294 Mar 21 11:20:11.294671 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f190e221-884e-4199-9b78-8f2cd1d6abed req-38057c47-29b6-4cd3-993f-196245565f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:20:11.296189 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-f190e221-884e-4199-9b78-8f2cd1d6abed req-38057c47-29b6-4cd3-993f-196245565f29 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0c9bcdcb-fedc-4f36-804e-2525ea7781e1 HTTP/1.1" status: 200 len: 915 time: 0.1190825 Mar 21 11:20:11.316302 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 47972) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:20:11.334094 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-9b100353-a4a5-4b16-8612-0ae97c2f0f0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:11.340289 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-f190e221-884e-4199-9b78-8f2cd1d6abed req-0eeff2b8-04c8-46d7-a0cc-593fbc7a8f0d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eb8d7b0c-03de-46eb-a7ba-c2d56282cd0e HTTP/1.1" status: 200 len: 217 time: 0.0376282 Mar 21 11:20:11.411894 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f190e221-884e-4199-9b78-8f2cd1d6abed req-fe7d3d85-2f9b-4bd9-a8b8-2d26f7a51da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:20:11.413988 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-f190e221-884e-4199-9b78-8f2cd1d6abed req-fe7d3d85-2f9b-4bd9-a8b8-2d26f7a51da0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=08002a44-5b90-454d-a072-5da553404e00 HTTP/1.1" status: 200 len: 854 time: 0.0655913 Mar 21 11:20:11.457976 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-f190e221-884e-4199-9b78-8f2cd1d6abed req-e093c782-1242-43c7-bce3-55bfc5f76110 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0c9bcdcb-fedc-4f36-804e-2525ea7781e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371389 Mar 21 11:20:11.465897 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-9b100353-a4a5-4b16-8612-0ae97c2f0f0f admin admin] Publish callbacks [] for security_group (40e032c1-6700-42d0-be39-61f9c2064b8c), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:11.472692 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-9b100353-a4a5-4b16-8612-0ae97c2f0f0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (40e032c1-6700-42d0-be39-61f9c2064b8c), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:11.521365 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b100353-a4a5-4b16-8612-0ae97c2f0f0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40e032c1-6700-42d0-be39-61f9c2064b8c,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:20:11.532193 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b88436a-6ebe-405f-a35f-e26f2f23572b req-ae70a51e-8ea0-47d1-bb89-5df27f535e78 tempest-VolumesSnapshotTestJSON-1592195337 tempest-VolumesSnapshotTestJSON-1592195337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:20:11.534409 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-0b88436a-6ebe-405f-a35f-e26f2f23572b req-ae70a51e-8ea0-47d1-bb89-5df27f535e78 tempest-VolumesSnapshotTestJSON-1592195337 tempest-VolumesSnapshotTestJSON-1592195337-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0f11398-b00b-47b8-918e-ac93695ce304 HTTP/1.1" status: 200 len: 943 time: 0.1220317 Mar 21 11:20:11.540272 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-9b100353-a4a5-4b16-8612-0ae97c2f0f0f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f06cdd4d010040699e7b01b45566b601&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2197325 Mar 21 11:20:11.540726 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 47976) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:20:11.562852 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-f190e221-884e-4199-9b78-8f2cd1d6abed req-4fdfd4fd-ed05-4e3c-b594-ef5ee1365d61 service neutron] 10.222.0.32 "GET /v2.0/networks/0c9bcdcb-fedc-4f36-804e-2525ea7781e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982678 Mar 21 11:20:11.623114 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-0b88436a-6ebe-405f-a35f-e26f2f23572b req-b6384cc1-1eea-455d-a7b5-9d835b299aed tempest-VolumesSnapshotTestJSON-1592195337 tempest-VolumesSnapshotTestJSON-1592195337-project] 10.222.0.24 "GET /v2.0/security-groups?id=24fc8614-278b-4e8e-a94f-c69589fdfddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758832 Mar 21 11:20:11.634526 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-558c3c21-2d7d-4776-9f2f-24424b9a6a87 admin admin] Publish callbacks [] for security_group (40e032c1-6700-42d0-be39-61f9c2064b8c), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:11.661441 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-558c3c21-2d7d-4776-9f2f-24424b9a6a87 admin admin] Publish callbacks [] for security_group (40e032c1-6700-42d0-be39-61f9c2064b8c), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:11.721513 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-558c3c21-2d7d-4776-9f2f-24424b9a6a87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (40e032c1-6700-42d0-be39-61f9c2064b8c), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:11.724447 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-558c3c21-2d7d-4776-9f2f-24424b9a6a87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:11.725809 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-558c3c21-2d7d-4776-9f2f-24424b9a6a87 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/40e032c1-6700-42d0-be39-61f9c2064b8c HTTP/1.1" status: 204 len: 168 time: 0.1841004 Mar 21 11:20:11.736935 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558c3c21-2d7d-4776-9f2f-24424b9a6a87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40e032c1-6700-42d0-be39-61f9c2064b8c,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:20:11.916698 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-f190e221-884e-4199-9b78-8f2cd1d6abed req-8061619f-5859-4cd5-a54b-b01cb276a89d service neutron] 10.222.0.32 "GET /v2.0/networks/0c9bcdcb-fedc-4f36-804e-2525ea7781e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3389089 Mar 21 11:20:12.174280 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Device eb8d7b0c-03de-46eb-a7ba-c2d56282cd0e details requested by agent hyperv_hv-cinder-83444 with host hv-cinder-83444 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 11:20:12.290865 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] For port eb8d7b0c-03de-46eb-a7ba-c2d56282cd0e, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=eb8d7b0c-03de-46eb-a7ba-c2d56282cd0e,segment=NetworkSegment(b19e3114-c19f-489f-8f55-bd12e0d12b82),segment_id=b19e3114-c19f-489f-8f55-bd12e0d12b82)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:20:12.313054 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Returning: {'device': 'eb8d7b0c-03de-46eb-a7ba-c2d56282cd0e', 'network_id': '0c9bcdcb-fedc-4f36-804e-2525ea7781e1', 'port_id': 'eb8d7b0c-03de-46eb-a7ba-c2d56282cd0e', 'mac_address': 'fa:16:3e:4c:93:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08002a44-5b90-454d-a072-5da553404e00', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 11:20:12.364032 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Current status of the port eb8d7b0c-03de-46eb-a7ba-c2d56282cd0e is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:20:12.364434 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (eb8d7b0c-03de-46eb-a7ba-c2d56282cd0e), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:12.386702 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb8d7b0c-03de-46eb-a7ba-c2d56282cd0e {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 11:20:12.414171 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] For port eb8d7b0c-03de-46eb-a7ba-c2d56282cd0e, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=eb8d7b0c-03de-46eb-a7ba-c2d56282cd0e,segment=NetworkSegment(b19e3114-c19f-489f-8f55-bd12e0d12b82),segment_id=b19e3114-c19f-489f-8f55-bd12e0d12b82)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:20:12.419652 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817'] for port (eb8d7b0c-03de-46eb-a7ba-c2d56282cd0e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:12.473850 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Pushing event updated for resources: {'Port': ['ID=eb8d7b0c-03de-46eb-a7ba-c2d56282cd0e,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:20:12.676344 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] get_ports_and_sgs() called for port_ids ['eb8d7b0c-03de-46eb-a7ba-c2d56282cd0e'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 11:20:12.916413 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2033abfe-0652-423d-8ed4-197628e8ebb4 req-9cdb492e-a49c-4a4c-8613-669f036e220b tempest-VolumesSnapshotTestJSON-1592195337 tempest-VolumesSnapshotTestJSON-1592195337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:20:12.928799 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-2033abfe-0652-423d-8ed4-197628e8ebb4 req-9cdb492e-a49c-4a4c-8613-669f036e220b tempest-VolumesSnapshotTestJSON-1592195337 tempest-VolumesSnapshotTestJSON-1592195337-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0f11398-b00b-47b8-918e-ac93695ce304 HTTP/1.1" status: 200 len: 944 time: 0.1478217 Mar 21 11:20:13.028490 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-2033abfe-0652-423d-8ed4-197628e8ebb4 req-471dd0cc-9c16-420a-99bd-a7c86fd62a1a tempest-VolumesSnapshotTestJSON-1592195337 tempest-VolumesSnapshotTestJSON-1592195337-project] 10.222.0.24 "GET /v2.0/security-groups?id=24fc8614-278b-4e8e-a94f-c69589fdfddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929923 Mar 21 11:20:13.255740 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7245e326-8f88-422a-9b06-954482244385 req-3c5a4a4b-3283-41e1-b890-825e9ab1b2f3 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:20:13.257264 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-7245e326-8f88-422a-9b06-954482244385 req-3c5a4a4b-3283-41e1-b890-825e9ab1b2f3 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/ports?device_id=8517f2fe-d7c1-4fa1-adbf-48fd547407f2 HTTP/1.1" status: 200 len: 946 time: 0.0560510 Mar 21 11:20:13.326335 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-7245e326-8f88-422a-9b06-954482244385 req-4bcdc03f-4dc1-43d8-83af-77048543b085 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b998314-a05a-44c0-b23b-d6ece4a472c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633230 Mar 21 11:20:14.158453 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55571b6b-5b1f-465e-b8a1-7a1cd137484b req-2d05370b-57f6-4d3e-9ca8-36872bda3ada tempest-VolumesSnapshotTestJSON-1592195337 tempest-VolumesSnapshotTestJSON-1592195337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:20:14.159984 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-55571b6b-5b1f-465e-b8a1-7a1cd137484b req-2d05370b-57f6-4d3e-9ca8-36872bda3ada tempest-VolumesSnapshotTestJSON-1592195337 tempest-VolumesSnapshotTestJSON-1592195337-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0f11398-b00b-47b8-918e-ac93695ce304 HTTP/1.1" status: 200 len: 944 time: 0.0599227 Mar 21 11:20:14.178559 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Device eb8d7b0c-03de-46eb-a7ba-c2d56282cd0e up at agent hyperv_hv-cinder-83444 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:20:14.215542 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-55571b6b-5b1f-465e-b8a1-7a1cd137484b req-cfc8702b-583d-4105-8e59-28384b6bd3a4 tempest-VolumesSnapshotTestJSON-1592195337 tempest-VolumesSnapshotTestJSON-1592195337-project] 10.222.0.24 "GET /v2.0/security-groups?id=24fc8614-278b-4e8e-a94f-c69589fdfddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473230 Mar 21 11:20:14.233664 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Provisioning for port eb8d7b0c-03de-46eb-a7ba-c2d56282cd0e completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 21 11:20:14.238363 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Provisioning complete for port eb8d7b0c-03de-46eb-a7ba-c2d56282cd0e triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:20:14.239052 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688166'] for port (eb8d7b0c-03de-46eb-a7ba-c2d56282cd0e), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:14.325972 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Current status of the port eb8d7b0c-03de-46eb-a7ba-c2d56282cd0e is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:20:14.326360 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (eb8d7b0c-03de-46eb-a7ba-c2d56282cd0e), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:14.351105 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0f11398-b00b-47b8-918e-ac93695ce304', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb8d7b0c-03de-46eb-a7ba-c2d56282cd0e'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:20:14.353537 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f4962fb769adde196efb410afcfec8f2b34529d6df7ca74076ce40474c5a66c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c50c72e3-ab01-4d1a-88da-bfcf1977e2c2" -d '{"events": [{"server_uuid": "c0f11398-b00b-47b8-918e-ac93695ce304", "name": "network-vif-plugged", "status": "completed", "tag": "eb8d7b0c-03de-46eb-a7ba-c2d56282cd0e"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:20:14.372138 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] For port eb8d7b0c-03de-46eb-a7ba-c2d56282cd0e, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=eb8d7b0c-03de-46eb-a7ba-c2d56282cd0e,segment=NetworkSegment(b19e3114-c19f-489f-8f55-bd12e0d12b82),segment_id=b19e3114-c19f-489f-8f55-bd12e0d12b82)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:20:14.378008 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817'] for port (eb8d7b0c-03de-46eb-a7ba-c2d56282cd0e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:14.414712 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 11:20:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8419cdb5-bfdb-4d49-9cbd-725338f03ef8 x-openstack-request-id: req-8419cdb5-bfdb-4d49-9cbd-725338f03ef8 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:20:14.415171 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0f11398-b00b-47b8-918e-ac93695ce304", "name": "network-vif-plugged", "status": "completed", "tag": "eb8d7b0c-03de-46eb-a7ba-c2d56282cd0e", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:20:14.415431 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8419cdb5-bfdb-4d49-9cbd-725338f03ef8 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:20:14.416152 dv-cinder-834448-1-smb neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0f11398-b00b-47b8-918e-ac93695ce304', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb8d7b0c-03de-46eb-a7ba-c2d56282cd0e', 'code': 200} Mar 21 11:20:14.437685 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Pushing event updated for resources: {'Port': ['ID=eb8d7b0c-03de-46eb-a7ba-c2d56282cd0e,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:20:14.511683 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e242f4a-ea93-42e2-b8bf-0c576bef8e52 req-f9f3cea4-0ddf-4e61-a8f1-e823c761628b tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:20:14.511683 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-6e242f4a-ea93-42e2-b8bf-0c576bef8e52 req-f9f3cea4-0ddf-4e61-a8f1-e823c761628b tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/ports?device_id=8517f2fe-d7c1-4fa1-adbf-48fd547407f2 HTTP/1.1" status: 200 len: 946 time: 0.0856867 Mar 21 11:20:14.565460 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-6e242f4a-ea93-42e2-b8bf-0c576bef8e52 req-335fd4bb-9187-43f2-8c0d-6d104c7e999a tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b998314-a05a-44c0-b23b-d6ece4a472c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494447 Mar 21 11:20:14.617249 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6e8239-3e3d-4e6a-b4d2-db7eb2c25375 req-b8c0642e-5546-4659-9b76-84d26e35da4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:20:14.618680 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-4a6e8239-3e3d-4e6a-b4d2-db7eb2c25375 req-b8c0642e-5546-4659-9b76-84d26e35da4c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c0f11398-b00b-47b8-918e-ac93695ce304 HTTP/1.1" status: 200 len: 1129 time: 0.0471773 Mar 21 11:20:14.668033 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-4a6e8239-3e3d-4e6a-b4d2-db7eb2c25375 req-e6aa122e-8608-4038-9cca-b90d182ce9d2 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=24fc8614-278b-4e8e-a94f-c69589fdfddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411875 Mar 21 11:20:14.728296 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9150bb-0f27-433b-b06f-d4abb46b04b8 req-1a410377-6443-4578-9f4a-f6c810f74607 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:20:14.729759 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-7e9150bb-0f27-433b-b06f-d4abb46b04b8 req-1a410377-6443-4578-9f4a-f6c810f74607 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.32 "GET /v2.0/ports?device_id=8517f2fe-d7c1-4fa1-adbf-48fd547407f2 HTTP/1.1" status: 200 len: 946 time: 0.0691924 Mar 21 11:20:14.975057 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-7e9150bb-0f27-433b-b06f-d4abb46b04b8 req-5c9f404c-ade7-43ed-a347-b20a2c93b775 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Deleting port 0d7085e8-4de1-4001-a1a6-229c1e5c9320 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:20:14.975400 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-7e9150bb-0f27-433b-b06f-d4abb46b04b8 req-5c9f404c-ade7-43ed-a347-b20a2c93b775 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738246690591'] for port (0d7085e8-4de1-4001-a1a6-229c1e5c9320), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:15.072217 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-7e9150bb-0f27-433b-b06f-d4abb46b04b8 req-5c9f404c-ade7-43ed-a347-b20a2c93b775 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] For port 0d7085e8-4de1-4001-a1a6-229c1e5c9320, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=0d7085e8-4de1-4001-a1a6-229c1e5c9320,segment=NetworkSegment(2b3dbd92-7596-4ba4-98c7-1ff5ff135374),segment_id=2b3dbd92-7596-4ba4-98c7-1ff5ff135374)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:20:15.072609 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-7e9150bb-0f27-433b-b06f-d4abb46b04b8 req-5c9f404c-ade7-43ed-a347-b20a2c93b775 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701214'] for port (0d7085e8-4de1-4001-a1a6-229c1e5c9320), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:15.336731 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-7e9150bb-0f27-433b-b06f-d4abb46b04b8 req-5c9f404c-ade7-43ed-a347-b20a2c93b775 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:15.337486 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-7e9150bb-0f27-433b-b06f-d4abb46b04b8 req-5c9f404c-ade7-43ed-a347-b20a2c93b775 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1690700'] for floatingip (3b606f25-c1b6-4569-978a-46ad80e15edf), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:15.337486 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.db.l3_db [req-7e9150bb-0f27-433b-b06f-d4abb46b04b8 req-5c9f404c-ade7-43ed-a347-b20a2c93b775 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Floating IP 3b606f25-c1b6-4569-978a-46ad80e15edf disassociated. External IP: 172.28.0.5, port: 0d7085e8-4de1-4001-a1a6-229c1e5c9320. Mar 21 11:20:15.337744 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-7e9150bb-0f27-433b-b06f-d4abb46b04b8 req-5c9f404c-ade7-43ed-a347-b20a2c93b775 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Calling delete_port for 0d7085e8-4de1-4001-a1a6-229c1e5c9320 owned by compute:nova {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:20:15.440195 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a943b3a8-6f13-4265-a482-25ee3e1b01f3 req-a67688be-5454-442a-ad03-ba4c25d5e50d tempest-VolumesSnapshotTestJSON-1592195337 tempest-VolumesSnapshotTestJSON-1592195337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:20:15.441690 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-a943b3a8-6f13-4265-a482-25ee3e1b01f3 req-a67688be-5454-442a-ad03-ba4c25d5e50d tempest-VolumesSnapshotTestJSON-1592195337 tempest-VolumesSnapshotTestJSON-1592195337-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0f11398-b00b-47b8-918e-ac93695ce304 HTTP/1.1" status: 200 len: 945 time: 0.1183867 Mar 21 11:20:15.538998 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-a943b3a8-6f13-4265-a482-25ee3e1b01f3 req-b788a321-4f29-48a1-9c13-d69b5c863023 tempest-VolumesSnapshotTestJSON-1592195337 tempest-VolumesSnapshotTestJSON-1592195337-project] 10.222.0.24 "GET /v2.0/security-groups?id=24fc8614-278b-4e8e-a94f-c69589fdfddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897801 Mar 21 11:20:15.559398 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-7e9150bb-0f27-433b-b06f-d4abb46b04b8 req-5c9f404c-ade7-43ed-a347-b20a2c93b775 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738246698626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738246144790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266186598'] for port (0d7085e8-4de1-4001-a1a6-229c1e5c9320), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:15.589501 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9f404c-ade7-43ed-a347-b20a2c93b775 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Pushing event deleted for resources: {'Port': ['ID=0d7085e8-4de1-4001-a1a6-229c1e5c9320,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:20:15.705982 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-850ebff1-2452-4d44-bf90-a9dd50c1eec7 req-34c69090-5ade-4043-a1ba-2d051c486d97 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/ports?device_id=8517f2fe-d7c1-4fa1-adbf-48fd547407f2 HTTP/1.1" status: 200 len: 210 time: 0.0330722 Mar 21 11:20:15.753312 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7e9150bb-0f27-433b-b06f-d4abb46b04b8 req-5c9f404c-ade7-43ed-a347-b20a2c93b775 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Router fcf73f44-eb99-4dc9-96ef-dd08de00624c has already been hosted by L3 agent 5097f9b2-2ef0-4af4-bde3-0c344dd6e70c {{(pid=103421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 11:20:15.872904 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7e9150bb-0f27-433b-b06f-d4abb46b04b8 req-5c9f404c-ade7-43ed-a347-b20a2c93b775 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Notify agent at l3_agent.dv-cinder-834448-1-smb the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 11:20:15.885514 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300e67a6-a308-43d2-93b4-bbe697ca916c None None] Sync routers for ids ['fcf73f44-eb99-4dc9-96ef-dd08de00624c'] in dv-cinder-834448-1-smb {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 11:20:15.900421 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300e67a6-a308-43d2-93b4-bbe697ca916c None None] Routers {'fcf73f44-eb99-4dc9-96ef-dd08de00624c'} bound to L3 agent in host dv-cinder-834448-1-smb {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:20:15.901444 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-300e67a6-a308-43d2-93b4-bbe697ca916c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-21T11:04:55Z,description=,heartbeat_timestamp=2022-03-21T11:19:56Z,host='dv-cinder-834448-1-smb',id=5097f9b2-2ef0-4af4-bde3-0c344dd6e70c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:55Z,topic='l3_agent')) {'router_ids': ['fcf73f44-eb99-4dc9-96ef-dd08de00624c'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:20:15.916751 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e9150bb-0f27-433b-b06f-d4abb46b04b8 req-5c9f404c-ade7-43ed-a347-b20a2c93b775 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] No DVR routers for this DVR port 0d7085e8-4de1-4001-a1a6-229c1e5c9320 on host hv-cinder-83444 {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 11:20:15.919387 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-7e9150bb-0f27-433b-b06f-d4abb46b04b8 req-5c9f404c-ade7-43ed-a347-b20a2c93b775 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97509'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:15.922980 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-7e9150bb-0f27-433b-b06f-d4abb46b04b8 req-5c9f404c-ade7-43ed-a347-b20a2c93b775 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.32 "DELETE /v2.0/ports/0d7085e8-4de1-4001-a1a6-229c1e5c9320 HTTP/1.1" status: 204 len: 173 time: 1.0591593 Mar 21 11:20:15.923255 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8517f2fe-d7c1-4fa1-adbf-48fd547407f2', 'name': 'network-vif-deleted', 'tag': '0d7085e8-4de1-4001-a1a6-229c1e5c9320'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:20:15.925896 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881d039021bf7bfdbb2ec2cc2a60bd67cc793bf6de71028ad915050608b1b1c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-103e1cb6-cd16-4526-b90c-91e5de21fa18" -d '{"events": [{"server_uuid": "8517f2fe-d7c1-4fa1-adbf-48fd547407f2", "name": "network-vif-deleted", "tag": "0d7085e8-4de1-4001-a1a6-229c1e5c9320"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:20:16.044106 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-300e67a6-a308-43d2-93b4-bbe697ca916c None None] Set router fcf73f44-eb99-4dc9-96ef-dd08de00624c gateway port host: dv-cinder-834448-1-smb {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:20:16.186739 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 11:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab615970-d272-4c05-8d24-8952d1dfcc06 x-openstack-request-id: req-ab615970-d272-4c05-8d24-8952d1dfcc06 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:20:16.187030 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8517f2fe-d7c1-4fa1-adbf-48fd547407f2", "name": "network-vif-deleted", "tag": "0d7085e8-4de1-4001-a1a6-229c1e5c9320", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:20:16.187281 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ab615970-d272-4c05-8d24-8952d1dfcc06 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:20:16.187709 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8517f2fe-d7c1-4fa1-adbf-48fd547407f2', 'name': 'network-vif-deleted', 'tag': '0d7085e8-4de1-4001-a1a6-229c1e5c9320', 'status': 'completed', 'code': 200} Mar 21 11:20:16.391991 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-300e67a6-a308-43d2-93b4-bbe697ca916c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcf73f44-eb99-4dc9-96ef-dd08de00624c', 'name': 'tempest-AttachVolumeShelveTestJSON-1609186647-router', 'tenant_id': '53cbbdfcec5443308803a36be9595a3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'external_fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.8'}], 'enable_snat': True}, 'gw_port_id': '7e2d0fdc-3f51-4d12-b8b3-317f1f500f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:13:36Z', 'updated_at': '2022-03-21T11:13:56Z', 'revision_number': 4, 'project_id': '53cbbdfcec5443308803a36be9595a3d', 'gw_port': {'id': '7e2d0fdc-3f51-4d12-b8b3-317f1f500f1f', 'name': '', 'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:3b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf73f44-eb99-4dc9-96ef-dd08de00624c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:39Z', 'updated_at': '2022-03-21T11:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-smb', '_interfaces': [{'id': '79567679-d717-4a39-bc38-a2c419d4e76e', 'name': '', 'network_id': 'edde1cdb-cb70-4a7f-a015-4d6abd2c41fa', 'tenant_id': '53cbbdfcec5443308803a36be9595a3d', 'mac_address': 'fa:16:3e:9c:6d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf73f44-eb99-4dc9-96ef-dd08de00624c', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'bb03aaa0-c83c-430c-a873-c18dc8bcb9dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:55Z', 'updated_at': '2022-03-21T11:14:12Z', 'revision_number': 5, 'project_id': '53cbbdfcec5443308803a36be9595a3d', 'subnets': [{'id': 'bb03aaa0-c83c-430c-a873-c18dc8bcb9dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-1-smb', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:20:16.432780 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300e67a6-a308-43d2-93b4-bbe697ca916c None None] Checking router: fcf73f44-eb99-4dc9-96ef-dd08de00624c for host: dv-cinder-834448-1-smb {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 11:20:16.441451 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300e67a6-a308-43d2-93b4-bbe697ca916c None None] Routers {'fcf73f44-eb99-4dc9-96ef-dd08de00624c'} bound to L3 agent in host dv-cinder-834448-1-smb {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:20:16.442070 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-300e67a6-a308-43d2-93b4-bbe697ca916c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-21T11:04:55Z,description=,heartbeat_timestamp=2022-03-21T11:19:56Z,host='dv-cinder-834448-1-smb',id=5097f9b2-2ef0-4af4-bde3-0c344dd6e70c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:55Z,topic='l3_agent')) {'router_ids': ['fcf73f44-eb99-4dc9-96ef-dd08de00624c'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:20:16.571502 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-300e67a6-a308-43d2-93b4-bbe697ca916c None None] Set router fcf73f44-eb99-4dc9-96ef-dd08de00624c gateway port host: dv-cinder-834448-1-smb {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:20:16.700996 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab558d7f-8f08-42e8-a03b-57936647f889 req-a53872b2-37cc-4b07-aa38-a6110bee32aa tempest-VolumesSnapshotTestJSON-1592195337 tempest-VolumesSnapshotTestJSON-1592195337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:20:16.702591 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-ab558d7f-8f08-42e8-a03b-57936647f889 req-a53872b2-37cc-4b07-aa38-a6110bee32aa tempest-VolumesSnapshotTestJSON-1592195337 tempest-VolumesSnapshotTestJSON-1592195337-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0f11398-b00b-47b8-918e-ac93695ce304 HTTP/1.1" status: 200 len: 945 time: 0.0720730 Mar 21 11:20:16.763928 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-ab558d7f-8f08-42e8-a03b-57936647f889 req-de0bac3c-2942-4902-82d2-c9069cc3d9d1 tempest-VolumesSnapshotTestJSON-1592195337 tempest-VolumesSnapshotTestJSON-1592195337-project] 10.222.0.24 "GET /v2.0/security-groups?id=24fc8614-278b-4e8e-a94f-c69589fdfddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539880 Mar 21 11:20:16.817245 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 48120) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:20:16.844149 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-300e67a6-a308-43d2-93b4-bbe697ca916c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcf73f44-eb99-4dc9-96ef-dd08de00624c', 'name': 'tempest-AttachVolumeShelveTestJSON-1609186647-router', 'tenant_id': '53cbbdfcec5443308803a36be9595a3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'external_fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.8'}], 'enable_snat': True}, 'gw_port_id': '7e2d0fdc-3f51-4d12-b8b3-317f1f500f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:13:36Z', 'updated_at': '2022-03-21T11:13:56Z', 'revision_number': 4, 'project_id': '53cbbdfcec5443308803a36be9595a3d', 'gw_port': {'id': '7e2d0fdc-3f51-4d12-b8b3-317f1f500f1f', 'name': '', 'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:3b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf73f44-eb99-4dc9-96ef-dd08de00624c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:39Z', 'updated_at': '2022-03-21T11:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-smb', '_interfaces': [{'id': '79567679-d717-4a39-bc38-a2c419d4e76e', 'name': '', 'network_id': 'edde1cdb-cb70-4a7f-a015-4d6abd2c41fa', 'tenant_id': '53cbbdfcec5443308803a36be9595a3d', 'mac_address': 'fa:16:3e:9c:6d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf73f44-eb99-4dc9-96ef-dd08de00624c', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'bb03aaa0-c83c-430c-a873-c18dc8bcb9dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:55Z', 'updated_at': '2022-03-21T11:14:12Z', 'revision_number': 5, 'project_id': '53cbbdfcec5443308803a36be9595a3d', 'subnets': [{'id': 'bb03aaa0-c83c-430c-a873-c18dc8bcb9dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-1-smb', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:20:16.877754 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300e67a6-a308-43d2-93b4-bbe697ca916c None None] The sync data for ids ['fcf73f44-eb99-4dc9-96ef-dd08de00624c'] in dv-cinder-834448-1-smb is: [{'id': 'fcf73f44-eb99-4dc9-96ef-dd08de00624c', 'name': 'tempest-AttachVolumeShelveTestJSON-1609186647-router', 'tenant_id': '53cbbdfcec5443308803a36be9595a3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'external_fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.8'}], 'enable_snat': True}, 'gw_port_id': '7e2d0fdc-3f51-4d12-b8b3-317f1f500f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:13:36Z', 'updated_at': '2022-03-21T11:13:56Z', 'revision_number': 4, 'project_id': '53cbbdfcec5443308803a36be9595a3d', 'gw_port': {'id': '7e2d0fdc-3f51-4d12-b8b3-317f1f500f1f', 'name': '', 'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:3b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf73f44-eb99-4dc9-96ef-dd08de00624c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:39Z', 'updated_at': '2022-03-21T11:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-smb', '_interfaces': [{'id': '79567679-d717-4a39-bc38-a2c419d4e76e', 'name': '', 'network_id': 'edde1cdb-cb70-4a7f-a015-4d6abd2c41fa', 'tenant_id': '53cbbdfcec5443308803a36be9595a3d', 'mac_address': 'fa:16:3e:9c:6d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf73f44-eb99-4dc9-96ef-dd08de00624c', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'bb03aaa0-c83c-430c-a873-c18dc8bcb9dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:55Z', 'updated_at': '2022-03-21T11:14:12Z', 'revision_number': 5, 'project_id': '53cbbdfcec5443308803a36be9595a3d', 'subnets': [{'id': 'bb03aaa0-c83c-430c-a873-c18dc8bcb9dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 11:20:16.881237 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-14e044bc-8109-483c-ae9f-0d881f002c95 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Publish callbacks [] for security_group (1b998314-a05a-44c0-b23b-d6ece4a472c8), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:16.910344 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-14e044bc-8109-483c-ae9f-0d881f002c95 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Publish callbacks [] for security_group (1b998314-a05a-44c0-b23b-d6ece4a472c8), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:16.973032 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-14e044bc-8109-483c-ae9f-0d881f002c95 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (1b998314-a05a-44c0-b23b-d6ece4a472c8), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:16.975912 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-14e044bc-8109-483c-ae9f-0d881f002c95 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:16.979593 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-14e044bc-8109-483c-ae9f-0d881f002c95 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "DELETE /v2.0/security-groups/1b998314-a05a-44c0-b23b-d6ece4a472c8 HTTP/1.1" status: 204 len: 168 time: 0.1585598 Mar 21 11:20:16.980224 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 48146) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:20:16.995231 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.api.v2.resource [None req-2551c8a4-74bd-4fc9-8b2a-beab2b784651 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] show failed (client error): The resource could not be found. Mar 21 11:20:16.996351 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-2551c8a4-74bd-4fc9-8b2a-beab2b784651 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "GET /v2.0/security-groups/1b998314-a05a-44c0-b23b-d6ece4a472c8 HTTP/1.1" status: 404 len: 347 time: 0.0151117 Mar 21 11:20:17.000175 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 48152) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:20:17.004395 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e044bc-8109-483c-ae9f-0d881f002c95 tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b998314-a05a-44c0-b23b-d6ece4a472c8,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:20:17.150659 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-ebf17e7b-e3f7-4776-96fd-e4e11113212d tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Deleting port 3c37af04-28d4-4a89-9997-4fc8c7be9823 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:20:17.150995 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ebf17e7b-e3f7-4776-96fd-e4e11113212d tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738246690591'] for port (3c37af04-28d4-4a89-9997-4fc8c7be9823), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:17.165560 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377b37c6-615c-47c6-b101-a971a5f47e9b None None] New status for floating IP 3b606f25-c1b6-4569-978a-46ad80e15edf: DOWN {{(pid=103423) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 11:20:17.237079 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ebf17e7b-e3f7-4776-96fd-e4e11113212d tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701214'] for port (3c37af04-28d4-4a89-9997-4fc8c7be9823), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:17.239035 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ebf17e7b-e3f7-4776-96fd-e4e11113212d tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Publish callbacks [] for floatingip (3c37af04-28d4-4a89-9997-4fc8c7be9823), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:17.263254 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-ebf17e7b-e3f7-4776-96fd-e4e11113212d tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Calling delete_port for 3c37af04-28d4-4a89-9997-4fc8c7be9823 owned by network:floatingip {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:20:17.441253 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ebf17e7b-e3f7-4776-96fd-e4e11113212d tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738246698626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738246144790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265271506'] for port (3c37af04-28d4-4a89-9997-4fc8c7be9823), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:17.467954 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf17e7b-e3f7-4776-96fd-e4e11113212d tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Pushing event deleted for resources: {'Port': ['ID=3c37af04-28d4-4a89-9997-4fc8c7be9823,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:20:17.536024 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ebf17e7b-e3f7-4776-96fd-e4e11113212d tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Publish callbacks [] for floatingip (3b606f25-c1b6-4569-978a-46ad80e15edf), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:17.538584 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ebf17e7b-e3f7-4776-96fd-e4e11113212d tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97509'] for floatingip (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:17.540450 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-ebf17e7b-e3f7-4776-96fd-e4e11113212d tempest-AttachVolumeShelveTestJSON-1271695560 tempest-AttachVolumeShelveTestJSON-1271695560-project] 10.222.0.24 "DELETE /v2.0/floatingips/3b606f25-c1b6-4569-978a-46ad80e15edf HTTP/1.1" status: 204 len: 168 time: 0.5389955 Mar 21 11:20:18.095742 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 48202) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:20:18.193971 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Device 0d7085e8-4de1-4001-a1a6-229c1e5c9320 no longer exists at agent hyperv_hv-cinder-83444 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 11:20:18.224260 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] No Port match for: 0d7085e8-4de1-4001-a1a6-229c1e5c9320 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 11:20:18.224643 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Device 0d7085e8-4de1-4001-a1a6-229c1e5c9320 not bound to the agent host hv-cinder-83444 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 11:20:18.235536 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-499b34c5-b7f7-4185-9ded-e5bca46102d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:18.327425 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-499b34c5-b7f7-4185-9ded-e5bca46102d6 admin admin] Publish callbacks [] for security_group (eb898db0-01c9-4fe0-b29b-6d3d28444c1f), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:18.333775 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-499b34c5-b7f7-4185-9ded-e5bca46102d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (eb898db0-01c9-4fe0-b29b-6d3d28444c1f), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:18.380099 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499b34c5-b7f7-4185-9ded-e5bca46102d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb898db0-01c9-4fe0-b29b-6d3d28444c1f,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:20:18.384561 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-499b34c5-b7f7-4185-9ded-e5bca46102d6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=359bb08f22314e2ca0c3c2ecc036be9b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2876952 Mar 21 11:20:18.387241 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 48208) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:20:18.443470 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-458b513a-8e2e-4612-ade8-9d3faa9880ee admin admin] Publish callbacks [] for security_group (eb898db0-01c9-4fe0-b29b-6d3d28444c1f), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:18.467316 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-458b513a-8e2e-4612-ade8-9d3faa9880ee admin admin] Publish callbacks [] for security_group (eb898db0-01c9-4fe0-b29b-6d3d28444c1f), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:18.525138 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-458b513a-8e2e-4612-ade8-9d3faa9880ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (eb898db0-01c9-4fe0-b29b-6d3d28444c1f), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:18.527947 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-458b513a-8e2e-4612-ade8-9d3faa9880ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:18.529351 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-458b513a-8e2e-4612-ade8-9d3faa9880ee admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/eb898db0-01c9-4fe0-b29b-6d3d28444c1f HTTP/1.1" status: 204 len: 168 time: 0.1410680 Mar 21 11:20:18.538570 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458b513a-8e2e-4612-ade8-9d3faa9880ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb898db0-01c9-4fe0-b29b-6d3d28444c1f,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:20:18.946789 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 48234) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:20:18.970677 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0b2b385b-c075-44da-8ee1-801c30b2e549 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:19.094054 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0b2b385b-c075-44da-8ee1-801c30b2e549 admin admin] Publish callbacks [] for security_group (12256cf8-d5b5-433b-a154-8ed595cad81d), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:19.099329 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0b2b385b-c075-44da-8ee1-801c30b2e549 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (12256cf8-d5b5-433b-a154-8ed595cad81d), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:19.145881 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-0b2b385b-c075-44da-8ee1-801c30b2e549 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=43592cffc22f42369415f63b96f1c776&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1977780 Mar 21 11:20:19.148324 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2b385b-c075-44da-8ee1-801c30b2e549 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12256cf8-d5b5-433b-a154-8ed595cad81d,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:20:19.149686 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 48238) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:20:19.211699 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-61f3fd92-5f1e-4af4-b8b8-82b159e47f65 admin admin] Publish callbacks [] for security_group (12256cf8-d5b5-433b-a154-8ed595cad81d), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:19.237191 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-61f3fd92-5f1e-4af4-b8b8-82b159e47f65 admin admin] Publish callbacks [] for security_group (12256cf8-d5b5-433b-a154-8ed595cad81d), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:19.296648 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-61f3fd92-5f1e-4af4-b8b8-82b159e47f65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (12256cf8-d5b5-433b-a154-8ed595cad81d), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:19.299862 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-61f3fd92-5f1e-4af4-b8b8-82b159e47f65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:19.301209 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-61f3fd92-5f1e-4af4-b8b8-82b159e47f65 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/12256cf8-d5b5-433b-a154-8ed595cad81d HTTP/1.1" status: 204 len: 168 time: 0.1500278 Mar 21 11:20:19.309724 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f3fd92-5f1e-4af4-b8b8-82b159e47f65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12256cf8-d5b5-433b-a154-8ed595cad81d,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:20:20.067364 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 48268) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:20:20.822576 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-53f348c4-028e-4adf-8fda-af5c2e4ea111 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1688396'] for router_interface (fcf73f44-eb99-4dc9-96ef-dd08de00624c), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:21.181193 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-53f348c4-028e-4adf-8fda-af5c2e4ea111 admin admin] Deleting port 79567679-d717-4a39-bc38-a2c419d4e76e {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:20:21.181428 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-53f348c4-028e-4adf-8fda-af5c2e4ea111 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738246690591'] for port (79567679-d717-4a39-bc38-a2c419d4e76e), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:21.280965 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-53f348c4-028e-4adf-8fda-af5c2e4ea111 admin admin] For port 79567679-d717-4a39-bc38-a2c419d4e76e, host dv-cinder-834448-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-smb',level=0,port_id=79567679-d717-4a39-bc38-a2c419d4e76e,segment=NetworkSegment(2b3dbd92-7596-4ba4-98c7-1ff5ff135374),segment_id=2b3dbd92-7596-4ba4-98c7-1ff5ff135374)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:20:21.281564 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-53f348c4-028e-4adf-8fda-af5c2e4ea111 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701214'] for port (79567679-d717-4a39-bc38-a2c419d4e76e), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:21.306345 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-53f348c4-028e-4adf-8fda-af5c2e4ea111 admin admin] Calling delete_port for 79567679-d717-4a39-bc38-a2c419d4e76e owned by network:router_interface {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:20:21.521455 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-53f348c4-028e-4adf-8fda-af5c2e4ea111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738246698626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738246144790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265271506'] for port (79567679-d717-4a39-bc38-a2c419d4e76e), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:21.550205 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f348c4-028e-4adf-8fda-af5c2e4ea111 admin admin] Pushing event deleted for resources: {'Port': ['ID=79567679-d717-4a39-bc38-a2c419d4e76e,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:20:21.781622 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-53f348c4-028e-4adf-8fda-af5c2e4ea111 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1693001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1688060'] for router_interface (fcf73f44-eb99-4dc9-96ef-dd08de00624c), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:22.067690 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53f348c4-028e-4adf-8fda-af5c2e4ea111 admin admin] Router fcf73f44-eb99-4dc9-96ef-dd08de00624c has already been hosted by L3 agent 5097f9b2-2ef0-4af4-bde3-0c344dd6e70c {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 11:20:22.251836 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53f348c4-028e-4adf-8fda-af5c2e4ea111 admin admin] Notify agent at l3_agent.dv-cinder-834448-1-smb the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 11:20:22.259509 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-53f348c4-028e-4adf-8fda-af5c2e4ea111 admin admin] 10.222.0.24 "PUT /v2.0/routers/fcf73f44-eb99-4dc9-96ef-dd08de00624c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1907136 Mar 21 11:20:22.262499 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 48336) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:20:22.269508 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a93546d4-77e2-4566-b70a-4de897b94f7c None None] Sync routers for ids ['fcf73f44-eb99-4dc9-96ef-dd08de00624c'] in dv-cinder-834448-1-smb {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 11:20:22.280748 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93546d4-77e2-4566-b70a-4de897b94f7c None None] Routers {'fcf73f44-eb99-4dc9-96ef-dd08de00624c'} bound to L3 agent in host dv-cinder-834448-1-smb {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:20:22.281742 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-a93546d4-77e2-4566-b70a-4de897b94f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-21T11:04:55Z,description=,heartbeat_timestamp=2022-03-21T11:19:56Z,host='dv-cinder-834448-1-smb',id=5097f9b2-2ef0-4af4-bde3-0c344dd6e70c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:55Z,topic='l3_agent')) {'router_ids': ['fcf73f44-eb99-4dc9-96ef-dd08de00624c'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:20:22.413698 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4e6c41ed-8748-4ea2-803f-6198ab3fe936 admin admin] Publish callbacks [] for router (fcf73f44-eb99-4dc9-96ef-dd08de00624c), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:22.423980 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-a93546d4-77e2-4566-b70a-4de897b94f7c None None] Set router fcf73f44-eb99-4dc9-96ef-dd08de00624c gateway port host: dv-cinder-834448-1-smb {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:20:22.555726 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4e6c41ed-8748-4ea2-803f-6198ab3fe936 admin admin] Publish callbacks [] for router_gateway (fcf73f44-eb99-4dc9-96ef-dd08de00624c), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:22.632418 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-a93546d4-77e2-4566-b70a-4de897b94f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcf73f44-eb99-4dc9-96ef-dd08de00624c', 'name': 'tempest-AttachVolumeShelveTestJSON-1609186647-router', 'tenant_id': '53cbbdfcec5443308803a36be9595a3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'external_fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.8'}], 'enable_snat': True}, 'gw_port_id': '7e2d0fdc-3f51-4d12-b8b3-317f1f500f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:13:36Z', 'updated_at': '2022-03-21T11:20:21Z', 'revision_number': 5, 'project_id': '53cbbdfcec5443308803a36be9595a3d', 'gw_port': {'id': '7e2d0fdc-3f51-4d12-b8b3-317f1f500f1f', 'name': '', 'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:3b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf73f44-eb99-4dc9-96ef-dd08de00624c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:39Z', 'updated_at': '2022-03-21T11:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-smb'}], 'dv-cinder-834448-1-smb', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:20:22.656853 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-4e6c41ed-8748-4ea2-803f-6198ab3fe936 admin admin] Deleting port 7e2d0fdc-3f51-4d12-b8b3-317f1f500f1f {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:20:22.657943 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4e6c41ed-8748-4ea2-803f-6198ab3fe936 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738246690591'] for port (7e2d0fdc-3f51-4d12-b8b3-317f1f500f1f), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:22.662652 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a93546d4-77e2-4566-b70a-4de897b94f7c None None] Checking router: fcf73f44-eb99-4dc9-96ef-dd08de00624c for host: dv-cinder-834448-1-smb {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 11:20:22.671555 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93546d4-77e2-4566-b70a-4de897b94f7c None None] Routers {'fcf73f44-eb99-4dc9-96ef-dd08de00624c'} bound to L3 agent in host dv-cinder-834448-1-smb {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:20:22.672255 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-a93546d4-77e2-4566-b70a-4de897b94f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-21T11:04:55Z,description=,heartbeat_timestamp=2022-03-21T11:19:56Z,host='dv-cinder-834448-1-smb',id=5097f9b2-2ef0-4af4-bde3-0c344dd6e70c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:55Z,topic='l3_agent')) {'router_ids': ['fcf73f44-eb99-4dc9-96ef-dd08de00624c'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:20:22.758308 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-4e6c41ed-8748-4ea2-803f-6198ab3fe936 admin admin] For port 7e2d0fdc-3f51-4d12-b8b3-317f1f500f1f, host dv-cinder-834448-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-smb',level=0,port_id=7e2d0fdc-3f51-4d12-b8b3-317f1f500f1f,segment=NetworkSegment(083ffffd-feb8-46cd-b20a-ab116e97b62a),segment_id=083ffffd-feb8-46cd-b20a-ab116e97b62a)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:20:22.758664 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4e6c41ed-8748-4ea2-803f-6198ab3fe936 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701214'] for port (7e2d0fdc-3f51-4d12-b8b3-317f1f500f1f), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:22.774686 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-4e6c41ed-8748-4ea2-803f-6198ab3fe936 admin admin] Calling delete_port for 7e2d0fdc-3f51-4d12-b8b3-317f1f500f1f owned by network:router_gateway {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:20:22.784666 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-a93546d4-77e2-4566-b70a-4de897b94f7c None None] Set router fcf73f44-eb99-4dc9-96ef-dd08de00624c gateway port host: None {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:20:22.850006 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-a93546d4-77e2-4566-b70a-4de897b94f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcf73f44-eb99-4dc9-96ef-dd08de00624c', 'name': 'tempest-AttachVolumeShelveTestJSON-1609186647-router', 'tenant_id': '53cbbdfcec5443308803a36be9595a3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:13:36Z', 'updated_at': '2022-03-21T11:20:22Z', 'revision_number': 6, 'project_id': '53cbbdfcec5443308803a36be9595a3d', 'gw_port_host': None}], 'dv-cinder-834448-1-smb', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:20:22.879167 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a93546d4-77e2-4566-b70a-4de897b94f7c None None] The sync data for ids ['fcf73f44-eb99-4dc9-96ef-dd08de00624c'] in dv-cinder-834448-1-smb is: [{'id': 'fcf73f44-eb99-4dc9-96ef-dd08de00624c', 'name': 'tempest-AttachVolumeShelveTestJSON-1609186647-router', 'tenant_id': '53cbbdfcec5443308803a36be9595a3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:13:36Z', 'updated_at': '2022-03-21T11:20:22Z', 'revision_number': 6, 'project_id': '53cbbdfcec5443308803a36be9595a3d', 'gw_port_host': None}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 11:20:22.899375 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d3e6afa4-6652-49a2-9e8d-71e25689d0c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (9c74c917-795e-4123-adbe-3a92cf8165ad), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:22.984723 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4e6c41ed-8748-4ea2-803f-6198ab3fe936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738246698626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738246144790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266186598'] for port (7e2d0fdc-3f51-4d12-b8b3-317f1f500f1f), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:23.015648 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6c41ed-8748-4ea2-803f-6198ab3fe936 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e2d0fdc-3f51-4d12-b8b3-317f1f500f1f,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:20:23.083915 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4e6c41ed-8748-4ea2-803f-6198ab3fe936 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1690630'] for router_gateway (fcf73f44-eb99-4dc9-96ef-dd08de00624c), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:23.189354 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4e6c41ed-8748-4ea2-803f-6198ab3fe936 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1688810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2231'] for router (fcf73f44-eb99-4dc9-96ef-dd08de00624c), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:23.191997 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4e6c41ed-8748-4ea2-803f-6198ab3fe936 admin admin] Publish callbacks [] for router_controller (fcf73f44-eb99-4dc9-96ef-dd08de00624c), precommit_delete_associations {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:23.272709 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4e6c41ed-8748-4ea2-803f-6198ab3fe936 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1688805'] for router (fcf73f44-eb99-4dc9-96ef-dd08de00624c), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:23.274584 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e6c41ed-8748-4ea2-803f-6198ab3fe936 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fcf73f44-eb99-4dc9-96ef-dd08de00624c {{(pid=103421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 21 11:20:23.284329 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4e6c41ed-8748-4ea2-803f-6198ab3fe936 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:23.285761 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-4e6c41ed-8748-4ea2-803f-6198ab3fe936 admin admin] 10.222.0.24 "DELETE /v2.0/routers/fcf73f44-eb99-4dc9-96ef-dd08de00624c HTTP/1.1" status: 204 len: 168 time: 1.0208647 Mar 21 11:20:23.288956 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 48356) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:20:23.642232 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.db.db_base_plugin_v2 [None req-212c9078-51eb-4876-990b-784fa7895f73 admin admin] Deleting subnet bb03aaa0-c83c-430c-a873-c18dc8bcb9dc {{(pid=103422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 21 11:20:23.646051 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-212c9078-51eb-4876-990b-784fa7895f73 admin admin] Publish callbacks [] for subnet (bb03aaa0-c83c-430c-a873-c18dc8bcb9dc), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:23.689761 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-212c9078-51eb-4876-990b-784fa7895f73 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267557842'] for subnet (bb03aaa0-c83c-430c-a873-c18dc8bcb9dc), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:23.809290 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-212c9078-51eb-4876-990b-784fa7895f73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-756234'] for subnet (bb03aaa0-c83c-430c-a873-c18dc8bcb9dc), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:23.870393 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Device 79567679-d717-4a39-bc38-a2c419d4e76e no longer exists at agent ovs-agent-dv-cinder-834448-1-smb {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 11:20:23.900456 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-212c9078-51eb-4876-990b-784fa7895f73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-756243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265271843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265054729'] for subnet (bb03aaa0-c83c-430c-a873-c18dc8bcb9dc), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:23.922316 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] No Port match for: 79567679-d717-4a39-bc38-a2c419d4e76e {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 11:20:23.922919 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Device 79567679-d717-4a39-bc38-a2c419d4e76e not bound to the agent host dv-cinder-834448-1-smb {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 11:20:23.923568 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Device 7e2d0fdc-3f51-4d12-b8b3-317f1f500f1f no longer exists at agent ovs-agent-dv-cinder-834448-1-smb {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 11:20:23.936786 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212c9078-51eb-4876-990b-784fa7895f73 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb03aaa0-c83c-430c-a873-c18dc8bcb9dc,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:20:23.943896 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-212c9078-51eb-4876-990b-784fa7895f73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693044'] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:23.947400 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-212c9078-51eb-4876-990b-784fa7895f73 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/bb03aaa0-c83c-430c-a873-c18dc8bcb9dc HTTP/1.1" status: 204 len: 168 time: 0.6565032 Mar 21 11:20:23.950042 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 48374) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:20:23.973372 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] No Port match for: 7e2d0fdc-3f51-4d12-b8b3-317f1f500f1f {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 11:20:23.973743 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Device 7e2d0fdc-3f51-4d12-b8b3-317f1f500f1f not bound to the agent host dv-cinder-834448-1-smb {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 11:20:23.975549 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a06a9987-c0c0-4f74-8794-a8070937d339 None None] Network edde1cdb-cb70-4a7f-a015-4d6abd2c41fa requested from dv-cinder-834448-1-smb {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 11:20:24.030527 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-58303d23-f83c-4333-902f-9b54f25990bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814149'] for network (edde1cdb-cb70-4a7f-a015-4d6abd2c41fa), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:24.103336 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-58303d23-f83c-4333-902f-9b54f25990bb admin admin] Deleting port 95b4d9cd-f7a7-4576-ad9e-c0ecfc4aaf36 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:20:24.103893 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-58303d23-f83c-4333-902f-9b54f25990bb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738246690591'] for port (95b4d9cd-f7a7-4576-ad9e-c0ecfc4aaf36), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:24.194710 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-58303d23-f83c-4333-902f-9b54f25990bb admin admin] For port 95b4d9cd-f7a7-4576-ad9e-c0ecfc4aaf36, host dv-cinder-834448-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-smb',level=0,port_id=95b4d9cd-f7a7-4576-ad9e-c0ecfc4aaf36,segment=NetworkSegment(2b3dbd92-7596-4ba4-98c7-1ff5ff135374),segment_id=2b3dbd92-7596-4ba4-98c7-1ff5ff135374)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:20:24.195137 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-58303d23-f83c-4333-902f-9b54f25990bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701214'] for port (95b4d9cd-f7a7-4576-ad9e-c0ecfc4aaf36), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:24.212317 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-58303d23-f83c-4333-902f-9b54f25990bb admin admin] Calling delete_port for 95b4d9cd-f7a7-4576-ad9e-c0ecfc4aaf36 owned by network:dhcp {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:20:24.213587 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f58358a-333d-4646-8091-cb9df0c956c3 None None] DHCP port deletion for edde1cdb-cb70-4a7f-a015-4d6abd2c41fa request from dv-cinder-834448-1-smb {{(pid=103423) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 21 11:20:24.283999 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-3f58358a-333d-4646-8091-cb9df0c956c3 None None] Deleting port 95b4d9cd-f7a7-4576-ad9e-c0ecfc4aaf36 {{(pid=103423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:20:24.284654 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-3f58358a-333d-4646-8091-cb9df0c956c3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738246690591'] for port (95b4d9cd-f7a7-4576-ad9e-c0ecfc4aaf36), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:24.305623 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-58303d23-f83c-4333-902f-9b54f25990bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738246698626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738246144790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265271506'] for port (95b4d9cd-f7a7-4576-ad9e-c0ecfc4aaf36), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:24.331947 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58303d23-f83c-4333-902f-9b54f25990bb admin admin] Pushing event deleted for resources: {'Port': ['ID=95b4d9cd-f7a7-4576-ad9e-c0ecfc4aaf36,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:20:24.339677 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58303d23-f83c-4333-902f-9b54f25990bb admin admin] No DVR routers for this DVR port 95b4d9cd-f7a7-4576-ad9e-c0ecfc4aaf36 on host dv-cinder-834448-1-smb {{(pid=103422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 11:20:24.361180 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-3f58358a-333d-4646-8091-cb9df0c956c3 None None] For port 95b4d9cd-f7a7-4576-ad9e-c0ecfc4aaf36, host dv-cinder-834448-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-smb',level=0,port_id=95b4d9cd-f7a7-4576-ad9e-c0ecfc4aaf36,segment=NetworkSegment(2b3dbd92-7596-4ba4-98c7-1ff5ff135374),segment_id=2b3dbd92-7596-4ba4-98c7-1ff5ff135374)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:20:24.362086 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-3f58358a-333d-4646-8091-cb9df0c956c3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701214'] for port (95b4d9cd-f7a7-4576-ad9e-c0ecfc4aaf36), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:24.381615 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-3f58358a-333d-4646-8091-cb9df0c956c3 None None] Calling delete_port for 95b4d9cd-f7a7-4576-ad9e-c0ecfc4aaf36 owned by network:dhcp {{(pid=103423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:20:24.432832 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-58303d23-f83c-4333-902f-9b54f25990bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-689599', 'neutron.services.segments.db._delete_segments_for_network-8738246472259'] for network (edde1cdb-cb70-4a7f-a015-4d6abd2c41fa), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:24.455966 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.services.segments.db [None req-58303d23-f83c-4333-902f-9b54f25990bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edde1cdb-cb70-4a7f-a015-4d6abd2c41fa']}} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:20:24.465565 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-3f58358a-333d-4646-8091-cb9df0c956c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738246698626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738246144790'] for port (95b4d9cd-f7a7-4576-ad9e-c0ecfc4aaf36), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:24.466076 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.services.segments.db [None req-58303d23-f83c-4333-902f-9b54f25990bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b3dbd92-7596-4ba4-98c7-1ff5ff135374') {'for_net_delete': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:20:24.473232 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.services.segments.db [None req-58303d23-f83c-4333-902f-9b54f25990bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b3dbd92-7596-4ba4-98c7-1ff5ff135374') {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:20:24.491984 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-58303d23-f83c-4333-902f-9b54f25990bb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738246472012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267557867'] for segment (2b3dbd92-7596-4ba4-98c7-1ff5ff135374), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:24.493568 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f58358a-333d-4646-8091-cb9df0c956c3 None None] Pushing event deleted for resources: {'Port': ['ID=95b4d9cd-f7a7-4576-ad9e-c0ecfc4aaf36,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:20:24.497355 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f58358a-333d-4646-8091-cb9df0c956c3 None None] No DVR routers for this DVR port 95b4d9cd-f7a7-4576-ad9e-c0ecfc4aaf36 on host dv-cinder-834448-1-smb {{(pid=103423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 11:20:24.518271 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-58303d23-f83c-4333-902f-9b54f25990bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751123'] for segment (2b3dbd92-7596-4ba4-98c7-1ff5ff135374), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:24.522871 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.agents_db [None req-8008186f-aa22-4b77-a63e-1bf9dbff4757 None None] Agent healthcheck: found 6 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 11:20:24.526872 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58303d23-f83c-4333-902f-9b54f25990bb admin admin] Releasing vlan 443 on physical network physnet1 to pool {{(pid=103422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 11:20:24.527475 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-58303d23-f83c-4333-902f-9b54f25990bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265271425'] for segment (2b3dbd92-7596-4ba4-98c7-1ff5ff135374), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:24.529958 dv-cinder-834448-1-smb neutron-server[103422]: Traceback (most recent call last): Mar 21 11:20:24.529958 dv-cinder-834448-1-smb neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 11:20:24.529958 dv-cinder-834448-1-smb neutron-server[103422]: timer() Mar 21 11:20:24.529958 dv-cinder-834448-1-smb neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 11:20:24.529958 dv-cinder-834448-1-smb neutron-server[103422]: cb(*args, **kw) Mar 21 11:20:24.529958 dv-cinder-834448-1-smb neutron-server[103422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 21 11:20:24.529958 dv-cinder-834448-1-smb neutron-server[103422]: return func(*args, **kwargs) Mar 21 11:20:24.529958 dv-cinder-834448-1-smb neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 11:20:24.529958 dv-cinder-834448-1-smb neutron-server[103422]: self._notify() Mar 21 11:20:24.529958 dv-cinder-834448-1-smb neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 11:20:24.529958 dv-cinder-834448-1-smb neutron-server[103422]: self.callback(batched_events) Mar 21 11:20:24.529958 dv-cinder-834448-1-smb neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 11:20:24.529958 dv-cinder-834448-1-smb neutron-server[103422]: event.method(event) Mar 21 11:20:24.529958 dv-cinder-834448-1-smb neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 21 11:20:24.529958 dv-cinder-834448-1-smb neutron-server[103422]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 11:20:24.529958 dv-cinder-834448-1-smb neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 21 11:20:24.529958 dv-cinder-834448-1-smb neutron-server[103422]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 11:20:24.529958 dv-cinder-834448-1-smb neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 21 11:20:24.529958 dv-cinder-834448-1-smb neutron-server[103422]: return f(self, *a, **k) Mar 21 11:20:24.529958 dv-cinder-834448-1-smb neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 21 11:20:24.529958 dv-cinder-834448-1-smb neutron-server[103422]: return self._get(url).json() Mar 21 11:20:24.529958 dv-cinder-834448-1-smb neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 21 11:20:24.529958 dv-cinder-834448-1-smb neutron-server[103422]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 11:20:24.529958 dv-cinder-834448-1-smb neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 11:20:24.529958 dv-cinder-834448-1-smb neutron-server[103422]: return self.request(url, 'GET', **kwargs) Mar 21 11:20:24.529958 dv-cinder-834448-1-smb neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 11:20:24.529958 dv-cinder-834448-1-smb neutron-server[103422]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 11:20:24.529958 dv-cinder-834448-1-smb neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 11:20:24.529958 dv-cinder-834448-1-smb neutron-server[103422]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 11:20:24.529958 dv-cinder-834448-1-smb neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 11:20:24.529958 dv-cinder-834448-1-smb neutron-server[103422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 11:20:24.529958 dv-cinder-834448-1-smb neutron-server[103422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 11:20:24.592526 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-58303d23-f83c-4333-902f-9b54f25990bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-689540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1690746'] for network (edde1cdb-cb70-4a7f-a015-4d6abd2c41fa), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:24.600694 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-58303d23-f83c-4333-902f-9b54f25990bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693044'] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:24.604287 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-58303d23-f83c-4333-902f-9b54f25990bb admin admin] 10.222.0.24 "DELETE /v2.0/networks/edde1cdb-cb70-4a7f-a015-4d6abd2c41fa HTTP/1.1" status: 204 len: 168 time: 0.6531923 Mar 21 11:20:24.615323 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58303d23-f83c-4333-902f-9b54f25990bb admin admin] Pushing event deleted for resources: {'Network': ['ID=edde1cdb-cb70-4a7f-a015-4d6abd2c41fa,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:20:24.791729 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 48384) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:20:24.849642 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-651d281f-c106-410c-82ab-9fe529f2dd64 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=53cbbdfcec5443308803a36be9595a3d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0566165 Mar 21 11:20:24.853425 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 48386) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:20:24.924800 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8bb17746-63b0-4f78-96ae-71e8b3f1345c admin admin] Publish callbacks [] for security_group (2da8f62a-3135-4a6c-b9f0-fcac09e813ea), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:24.950854 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8bb17746-63b0-4f78-96ae-71e8b3f1345c admin admin] Publish callbacks [] for security_group (2da8f62a-3135-4a6c-b9f0-fcac09e813ea), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:25.015985 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8bb17746-63b0-4f78-96ae-71e8b3f1345c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (2da8f62a-3135-4a6c-b9f0-fcac09e813ea), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:25.024094 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8bb17746-63b0-4f78-96ae-71e8b3f1345c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:25.024094 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-8bb17746-63b0-4f78-96ae-71e8b3f1345c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2da8f62a-3135-4a6c-b9f0-fcac09e813ea HTTP/1.1" status: 204 len: 168 time: 0.1665432 Mar 21 11:20:25.034859 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb17746-63b0-4f78-96ae-71e8b3f1345c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2da8f62a-3135-4a6c-b9f0-fcac09e813ea,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:20:25.043860 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb17746-63b0-4f78-96ae-71e8b3f1345c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:20:25.044692 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb17746-63b0-4f78-96ae-71e8b3f1345c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:20:25.045032 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb17746-63b0-4f78-96ae-71e8b3f1345c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:20:25.045535 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb17746-63b0-4f78-96ae-71e8b3f1345c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:20:25.045871 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb17746-63b0-4f78-96ae-71e8b3f1345c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:20:25.046207 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb17746-63b0-4f78-96ae-71e8b3f1345c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:20:25.046528 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb17746-63b0-4f78-96ae-71e8b3f1345c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:20:25.046852 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb17746-63b0-4f78-96ae-71e8b3f1345c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:20:25.047258 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb17746-63b0-4f78-96ae-71e8b3f1345c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:20:25.047914 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb17746-63b0-4f78-96ae-71e8b3f1345c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:20:25.048508 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb17746-63b0-4f78-96ae-71e8b3f1345c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:20:25.049466 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb17746-63b0-4f78-96ae-71e8b3f1345c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:20:25.049808 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb17746-63b0-4f78-96ae-71e8b3f1345c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:20:25.050131 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb17746-63b0-4f78-96ae-71e8b3f1345c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:20:25.050452 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb17746-63b0-4f78-96ae-71e8b3f1345c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:20:25.532280 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c8dd2a43-7c85-4622-a0c7-3f6478977484 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (5097f9b2-2ef0-4af4-bde3-0c344dd6e70c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:25.808659 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Device 95b4d9cd-f7a7-4576-ad9e-c0ecfc4aaf36 no longer exists at agent ovs-agent-dv-cinder-834448-1-smb {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 11:20:25.846862 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] No Port match for: 95b4d9cd-f7a7-4576-ad9e-c0ecfc4aaf36 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 11:20:25.847708 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Device 95b4d9cd-f7a7-4576-ad9e-c0ecfc4aaf36 not bound to the agent host dv-cinder-834448-1-smb {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 11:20:25.850240 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (e1ce583e-86b5-47e2-b889-5e91679074ed), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:28.219019 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6694aa1f-bf8d-44e0-b771-2551b8853c50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (47320176-3fab-4a55-b687-b3e35e89e628), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:28.641065 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-5db6d96b-8c48-4aa5-944a-567c97b9cc9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (964235d6-d67c-4a74-84a5-611ab5391dc9), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:29.549466 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (4788e3a4-6d7d-47da-90c6-7227f6e2e35d), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:31.014996 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 48636) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:20:31.154976 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5b1f7459-5266-4a60-9cdf-5e85b3024e36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:31.259236 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5b1f7459-5266-4a60-9cdf-5e85b3024e36 admin admin] Publish callbacks [] for security_group (e765d328-b9ee-4314-ac10-a58ac23cbc43), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:31.264531 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5b1f7459-5266-4a60-9cdf-5e85b3024e36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (e765d328-b9ee-4314-ac10-a58ac23cbc43), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:31.328060 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-5b1f7459-5266-4a60-9cdf-5e85b3024e36 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b80393abb0f24f6e97c6c874b9001199&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3118575 Mar 21 11:20:31.332576 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 48652) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:20:31.340754 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1f7459-5266-4a60-9cdf-5e85b3024e36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e765d328-b9ee-4314-ac10-a58ac23cbc43,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:20:31.404412 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-17eed3ea-47c6-449c-b103-be57dced25b4 admin admin] Publish callbacks [] for security_group (e765d328-b9ee-4314-ac10-a58ac23cbc43), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:31.418604 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 48654) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:20:31.439702 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-17eed3ea-47c6-449c-b103-be57dced25b4 admin admin] Publish callbacks [] for security_group (e765d328-b9ee-4314-ac10-a58ac23cbc43), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:31.502723 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-17eed3ea-47c6-449c-b103-be57dced25b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (e765d328-b9ee-4314-ac10-a58ac23cbc43), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:31.505408 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-17eed3ea-47c6-449c-b103-be57dced25b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:31.506652 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-17eed3ea-47c6-449c-b103-be57dced25b4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e765d328-b9ee-4314-ac10-a58ac23cbc43 HTTP/1.1" status: 204 len: 168 time: 0.1722269 Mar 21 11:20:31.515430 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17eed3ea-47c6-449c-b103-be57dced25b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e765d328-b9ee-4314-ac10-a58ac23cbc43,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:20:31.556487 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-bd212e1a-d2cc-4df7-8777-96d837dd238c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:31.654608 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-bd212e1a-d2cc-4df7-8777-96d837dd238c admin admin] Publish callbacks [] for security_group (e854a308-f232-4428-8415-bf4f9de70e93), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:31.660157 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-bd212e1a-d2cc-4df7-8777-96d837dd238c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (e854a308-f232-4428-8415-bf4f9de70e93), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:31.700282 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-bd212e1a-d2cc-4df7-8777-96d837dd238c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8ae6b576711d4645809940cef035bc22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2805896 Mar 21 11:20:31.701187 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd212e1a-d2cc-4df7-8777-96d837dd238c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e854a308-f232-4428-8415-bf4f9de70e93,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:20:31.704185 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 48662) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:20:31.765657 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-670ae439-1895-4577-b419-1fbec83c066c admin admin] Publish callbacks [] for security_group (e854a308-f232-4428-8415-bf4f9de70e93), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:31.798443 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-670ae439-1895-4577-b419-1fbec83c066c admin admin] Publish callbacks [] for security_group (e854a308-f232-4428-8415-bf4f9de70e93), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:31.864474 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-670ae439-1895-4577-b419-1fbec83c066c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (e854a308-f232-4428-8415-bf4f9de70e93), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:31.867116 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 48664) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:20:31.868001 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-670ae439-1895-4577-b419-1fbec83c066c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:31.872846 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-670ae439-1895-4577-b419-1fbec83c066c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e854a308-f232-4428-8415-bf4f9de70e93 HTTP/1.1" status: 204 len: 168 time: 0.1635940 Mar 21 11:20:31.883619 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670ae439-1895-4577-b419-1fbec83c066c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e854a308-f232-4428-8415-bf4f9de70e93,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:20:31.886041 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-88d45008-8dc4-431b-9eea-d51ddf3ee997 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:31.993629 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-88d45008-8dc4-431b-9eea-d51ddf3ee997 admin admin] Publish callbacks [] for security_group (3ebd8f0c-a38e-4e46-a591-ba5da003897a), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:31.998867 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-88d45008-8dc4-431b-9eea-d51ddf3ee997 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (3ebd8f0c-a38e-4e46-a591-ba5da003897a), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:32.048462 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-88d45008-8dc4-431b-9eea-d51ddf3ee997 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8fae8c102c3e4f5e9bb48cfb322628b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1796069 Mar 21 11:20:32.049271 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d45008-8dc4-431b-9eea-d51ddf3ee997 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ebd8f0c-a38e-4e46-a591-ba5da003897a,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:20:32.051424 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 48668) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:20:32.130166 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fce78cea-829e-4060-9893-65602b9e9d0b admin admin] Publish callbacks [] for security_group (3ebd8f0c-a38e-4e46-a591-ba5da003897a), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:32.158354 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fce78cea-829e-4060-9893-65602b9e9d0b admin admin] Publish callbacks [] for security_group (3ebd8f0c-a38e-4e46-a591-ba5da003897a), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:32.247805 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fce78cea-829e-4060-9893-65602b9e9d0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (3ebd8f0c-a38e-4e46-a591-ba5da003897a), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:32.253083 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-fce78cea-829e-4060-9893-65602b9e9d0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:32.254396 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-fce78cea-829e-4060-9893-65602b9e9d0b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3ebd8f0c-a38e-4e46-a591-ba5da003897a HTTP/1.1" status: 204 len: 168 time: 0.2009664 Mar 21 11:20:32.284350 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce78cea-829e-4060-9893-65602b9e9d0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ebd8f0c-a38e-4e46-a591-ba5da003897a,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:20:32.629624 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 48694) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:20:32.774652 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-79d7c69b-85a9-48ef-a75b-e13a3640716d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:32.866040 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-79d7c69b-85a9-48ef-a75b-e13a3640716d admin admin] Publish callbacks [] for security_group (05ba6ffa-4d2d-465e-a558-4d3124aa84a1), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:32.871161 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-79d7c69b-85a9-48ef-a75b-e13a3640716d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (05ba6ffa-4d2d-465e-a558-4d3124aa84a1), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:32.910840 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d7c69b-85a9-48ef-a75b-e13a3640716d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05ba6ffa-4d2d-465e-a558-4d3124aa84a1,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:20:32.918958 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-79d7c69b-85a9-48ef-a75b-e13a3640716d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=93ba6583d6f946e5b228919aceb95ac9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2865636 Mar 21 11:20:32.920306 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 48708) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:20:32.983031 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c89cea9a-240f-4c0e-9f27-6e49732bd523 admin admin] Publish callbacks [] for security_group (05ba6ffa-4d2d-465e-a558-4d3124aa84a1), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:33.001017 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c89cea9a-240f-4c0e-9f27-6e49732bd523 admin admin] Publish callbacks [] for security_group (05ba6ffa-4d2d-465e-a558-4d3124aa84a1), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:33.057603 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c89cea9a-240f-4c0e-9f27-6e49732bd523 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (05ba6ffa-4d2d-465e-a558-4d3124aa84a1), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:33.060278 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c89cea9a-240f-4c0e-9f27-6e49732bd523 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:33.061537 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-c89cea9a-240f-4c0e-9f27-6e49732bd523 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/05ba6ffa-4d2d-465e-a558-4d3124aa84a1 HTTP/1.1" status: 204 len: 168 time: 0.1402161 Mar 21 11:20:33.071383 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89cea9a-240f-4c0e-9f27-6e49732bd523 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05ba6ffa-4d2d-465e-a558-4d3124aa84a1,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:20:33.504351 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 48730) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:20:33.523472 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8cdcc7b5-71e5-4305-9b88-e2a42fd62ac2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:33.655066 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8cdcc7b5-71e5-4305-9b88-e2a42fd62ac2 admin admin] Publish callbacks [] for security_group (5b6dffda-d72c-4fc0-a6d8-fbb2741c27eb), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:33.661758 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8cdcc7b5-71e5-4305-9b88-e2a42fd62ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (5b6dffda-d72c-4fc0-a6d8-fbb2741c27eb), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:33.708049 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-8cdcc7b5-71e5-4305-9b88-e2a42fd62ac2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=365d2886f2f5498a997aa625c5bc9c06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2025230 Mar 21 11:20:33.711435 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 48738) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:20:33.723208 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdcc7b5-71e5-4305-9b88-e2a42fd62ac2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b6dffda-d72c-4fc0-a6d8-fbb2741c27eb,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:20:33.792135 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-30102e11-b467-414d-bb0f-53c6cf4b4b8b admin admin] Publish callbacks [] for security_group (5b6dffda-d72c-4fc0-a6d8-fbb2741c27eb), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:33.815712 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-30102e11-b467-414d-bb0f-53c6cf4b4b8b admin admin] Publish callbacks [] for security_group (5b6dffda-d72c-4fc0-a6d8-fbb2741c27eb), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:33.880947 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-30102e11-b467-414d-bb0f-53c6cf4b4b8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (5b6dffda-d72c-4fc0-a6d8-fbb2741c27eb), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:33.883991 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-30102e11-b467-414d-bb0f-53c6cf4b4b8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:33.887695 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-30102e11-b467-414d-bb0f-53c6cf4b4b8b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5b6dffda-d72c-4fc0-a6d8-fbb2741c27eb HTTP/1.1" status: 204 len: 168 time: 0.1716199 Mar 21 11:20:33.900460 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30102e11-b467-414d-bb0f-53c6cf4b4b8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b6dffda-d72c-4fc0-a6d8-fbb2741c27eb,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:20:34.513939 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 48778) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:20:34.661148 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-76b9f64c-0e51-4b48-93cc-e2b86e8c4807 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:34.807473 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-76b9f64c-0e51-4b48-93cc-e2b86e8c4807 admin admin] Publish callbacks [] for security_group (ec4d232d-2aa0-4048-8978-188331afa374), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:34.813969 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-76b9f64c-0e51-4b48-93cc-e2b86e8c4807 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (ec4d232d-2aa0-4048-8978-188331afa374), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:34.872681 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-76b9f64c-0e51-4b48-93cc-e2b86e8c4807 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b20f7f1323094ffa837bb3e02ac1246c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3575375 Mar 21 11:20:34.872819 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 48790) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:20:34.873723 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b9f64c-0e51-4b48-93cc-e2b86e8c4807 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec4d232d-2aa0-4048-8978-188331afa374,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:20:34.936070 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-126a09dd-7449-4bf5-9fb6-59cbe4df267d admin admin] Publish callbacks [] for security_group (ec4d232d-2aa0-4048-8978-188331afa374), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:34.964831 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-126a09dd-7449-4bf5-9fb6-59cbe4df267d admin admin] Publish callbacks [] for security_group (ec4d232d-2aa0-4048-8978-188331afa374), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:35.015489 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-126a09dd-7449-4bf5-9fb6-59cbe4df267d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (ec4d232d-2aa0-4048-8978-188331afa374), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:35.019063 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-126a09dd-7449-4bf5-9fb6-59cbe4df267d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:35.023456 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-126a09dd-7449-4bf5-9fb6-59cbe4df267d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ec4d232d-2aa0-4048-8978-188331afa374 HTTP/1.1" status: 204 len: 168 time: 0.1464348 Mar 21 11:20:35.030860 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126a09dd-7449-4bf5-9fb6-59cbe4df267d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec4d232d-2aa0-4048-8978-188331afa374,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:20:35.506811 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 48808) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:20:35.521725 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6664fd52-76b3-46cb-bf3b-4a05d871dcb4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:35.622718 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6664fd52-76b3-46cb-bf3b-4a05d871dcb4 admin admin] Publish callbacks [] for security_group (b51440e8-6367-4809-adc7-f2b810a58ce9), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:35.628612 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6664fd52-76b3-46cb-bf3b-4a05d871dcb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (b51440e8-6367-4809-adc7-f2b810a58ce9), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:35.674740 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-6664fd52-76b3-46cb-bf3b-4a05d871dcb4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3a1017e0eb904845a6703ab9d5c96f12&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1666670 Mar 21 11:20:35.675919 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6664fd52-76b3-46cb-bf3b-4a05d871dcb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b51440e8-6367-4809-adc7-f2b810a58ce9,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:20:35.679237 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 48812) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:20:35.733803 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-68588d82-a674-4d02-a95a-239d72d8b98a admin admin] Publish callbacks [] for security_group (b51440e8-6367-4809-adc7-f2b810a58ce9), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:35.763398 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-68588d82-a674-4d02-a95a-239d72d8b98a admin admin] Publish callbacks [] for security_group (b51440e8-6367-4809-adc7-f2b810a58ce9), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:35.832643 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-68588d82-a674-4d02-a95a-239d72d8b98a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (b51440e8-6367-4809-adc7-f2b810a58ce9), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:35.837023 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-68588d82-a674-4d02-a95a-239d72d8b98a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:35.838787 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-68588d82-a674-4d02-a95a-239d72d8b98a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b51440e8-6367-4809-adc7-f2b810a58ce9 HTTP/1.1" status: 204 len: 168 time: 0.1579750 Mar 21 11:20:35.852787 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68588d82-a674-4d02-a95a-239d72d8b98a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b51440e8-6367-4809-adc7-f2b810a58ce9,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:20:36.747299 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 48878) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:20:37.012260 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d0ce6269-9b58-4924-b692-95925182156b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:37.097169 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d0ce6269-9b58-4924-b692-95925182156b admin admin] Publish callbacks [] for security_group (b14b6d1b-aaca-4c98-86e3-5cdbd2757ea7), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:37.102195 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d0ce6269-9b58-4924-b692-95925182156b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (b14b6d1b-aaca-4c98-86e3-5cdbd2757ea7), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:37.143850 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-d0ce6269-9b58-4924-b692-95925182156b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f4cf3d42333247b9afa5e3d7361a5dd2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3947840 Mar 21 11:20:37.144702 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ce6269-9b58-4924-b692-95925182156b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b14b6d1b-aaca-4c98-86e3-5cdbd2757ea7,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:20:37.148603 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 48888) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:20:37.218528 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-741a4e40-8d1d-4a86-818b-4e2ce61cd84c admin admin] Publish callbacks [] for security_group (b14b6d1b-aaca-4c98-86e3-5cdbd2757ea7), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:37.249431 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-741a4e40-8d1d-4a86-818b-4e2ce61cd84c admin admin] Publish callbacks [] for security_group (b14b6d1b-aaca-4c98-86e3-5cdbd2757ea7), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:37.327011 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-741a4e40-8d1d-4a86-818b-4e2ce61cd84c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (b14b6d1b-aaca-4c98-86e3-5cdbd2757ea7), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:37.330595 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-741a4e40-8d1d-4a86-818b-4e2ce61cd84c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:37.332416 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-741a4e40-8d1d-4a86-818b-4e2ce61cd84c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b14b6d1b-aaca-4c98-86e3-5cdbd2757ea7 HTTP/1.1" status: 204 len: 168 time: 0.1824701 Mar 21 11:20:37.351074 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741a4e40-8d1d-4a86-818b-4e2ce61cd84c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b14b6d1b-aaca-4c98-86e3-5cdbd2757ea7,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:20:37.805934 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 48912) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:20:37.827550 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c09ecda1-4487-4440-a3ec-ad9c98200502 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:37.952262 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c09ecda1-4487-4440-a3ec-ad9c98200502 admin admin] Publish callbacks [] for security_group (20c0db0e-be4e-4dcf-a952-d90053d7769e), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:37.958740 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c09ecda1-4487-4440-a3ec-ad9c98200502 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (20c0db0e-be4e-4dcf-a952-d90053d7769e), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:38.032458 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-c09ecda1-4487-4440-a3ec-ad9c98200502 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8038c3b35e4d473eb8626b22fed1b95c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2248490 Mar 21 11:20:38.034047 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09ecda1-4487-4440-a3ec-ad9c98200502 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20c0db0e-be4e-4dcf-a952-d90053d7769e,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:20:38.036239 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 48918) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:20:38.108416 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-de89d998-8c18-420c-a821-12e2a4879c4f admin admin] Publish callbacks [] for security_group (20c0db0e-be4e-4dcf-a952-d90053d7769e), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:38.135733 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-de89d998-8c18-420c-a821-12e2a4879c4f admin admin] Publish callbacks [] for security_group (20c0db0e-be4e-4dcf-a952-d90053d7769e), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:38.207279 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-de89d998-8c18-420c-a821-12e2a4879c4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (20c0db0e-be4e-4dcf-a952-d90053d7769e), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:38.210404 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-de89d998-8c18-420c-a821-12e2a4879c4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:38.212059 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-de89d998-8c18-420c-a821-12e2a4879c4f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/20c0db0e-be4e-4dcf-a952-d90053d7769e HTTP/1.1" status: 204 len: 168 time: 0.1737461 Mar 21 11:20:38.224271 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de89d998-8c18-420c-a821-12e2a4879c4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20c0db0e-be4e-4dcf-a952-d90053d7769e,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:20:41.891479 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 49050) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:20:41.999569 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9cdc1c31-980e-4a12-941d-6b07b9d7f17a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:42.090334 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9cdc1c31-980e-4a12-941d-6b07b9d7f17a admin admin] Publish callbacks [] for security_group (a63c527e-b94b-41f2-a51a-9c39aa706cb4), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:42.094951 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9cdc1c31-980e-4a12-941d-6b07b9d7f17a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (a63c527e-b94b-41f2-a51a-9c39aa706cb4), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:42.138951 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 49054) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:20:42.139661 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-9cdc1c31-980e-4a12-941d-6b07b9d7f17a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bb3f419ffa634fff8c767dc755c6fd68&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2459843 Mar 21 11:20:42.139661 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc1c31-980e-4a12-941d-6b07b9d7f17a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a63c527e-b94b-41f2-a51a-9c39aa706cb4,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:20:42.202217 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-47befb12-7e98-4471-b360-ccc14f970aba admin admin] Publish callbacks [] for security_group (a63c527e-b94b-41f2-a51a-9c39aa706cb4), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:42.227402 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-47befb12-7e98-4471-b360-ccc14f970aba admin admin] Publish callbacks [] for security_group (a63c527e-b94b-41f2-a51a-9c39aa706cb4), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:42.277738 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-47befb12-7e98-4471-b360-ccc14f970aba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (a63c527e-b94b-41f2-a51a-9c39aa706cb4), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:42.280418 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-47befb12-7e98-4471-b360-ccc14f970aba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:42.281659 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-47befb12-7e98-4471-b360-ccc14f970aba admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a63c527e-b94b-41f2-a51a-9c39aa706cb4 HTTP/1.1" status: 204 len: 168 time: 0.1414399 Mar 21 11:20:42.290158 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47befb12-7e98-4471-b360-ccc14f970aba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a63c527e-b94b-41f2-a51a-9c39aa706cb4,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:20:42.571189 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 49064) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:20:42.584945 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f4642e70-4a52-4a99-b22f-49b11560642d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:42.667218 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f4642e70-4a52-4a99-b22f-49b11560642d admin admin] Publish callbacks [] for security_group (a63b67fc-b754-4e2d-bab5-e6638c3a665f), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:42.671216 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f4642e70-4a52-4a99-b22f-49b11560642d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (a63b67fc-b754-4e2d-bab5-e6638c3a665f), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:42.692714 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 49068) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:20:42.714011 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-f4642e70-4a52-4a99-b22f-49b11560642d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=376c92ff4fb544209fb2ab0e9f0afb55&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1414175 Mar 21 11:20:42.714870 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4642e70-4a52-4a99-b22f-49b11560642d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a63b67fc-b754-4e2d-bab5-e6638c3a665f,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:20:42.716887 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 49072) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:20:42.764896 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-cc45cabe-7441-4a36-b6e8-f9f7c4561507 admin admin] Publish callbacks [] for security_group (a63b67fc-b754-4e2d-bab5-e6638c3a665f), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:42.790688 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-cc45cabe-7441-4a36-b6e8-f9f7c4561507 admin admin] Publish callbacks [] for security_group (a63b67fc-b754-4e2d-bab5-e6638c3a665f), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:42.837380 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1f0878fb-4023-4116-b1fa-75c37fe89c8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:42.879223 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-cc45cabe-7441-4a36-b6e8-f9f7c4561507 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (a63b67fc-b754-4e2d-bab5-e6638c3a665f), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:42.881675 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-cc45cabe-7441-4a36-b6e8-f9f7c4561507 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:42.882867 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-cc45cabe-7441-4a36-b6e8-f9f7c4561507 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a63b67fc-b754-4e2d-bab5-e6638c3a665f HTTP/1.1" status: 204 len: 168 time: 0.1651003 Mar 21 11:20:42.902510 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45cabe-7441-4a36-b6e8-f9f7c4561507 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a63b67fc-b754-4e2d-bab5-e6638c3a665f,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:20:42.917773 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc45cabe-7441-4a36-b6e8-f9f7c4561507 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:20:42.918305 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc45cabe-7441-4a36-b6e8-f9f7c4561507 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:20:42.918648 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc45cabe-7441-4a36-b6e8-f9f7c4561507 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:20:42.919032 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc45cabe-7441-4a36-b6e8-f9f7c4561507 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:20:42.919360 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc45cabe-7441-4a36-b6e8-f9f7c4561507 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:20:42.920045 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc45cabe-7441-4a36-b6e8-f9f7c4561507 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:20:42.920249 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc45cabe-7441-4a36-b6e8-f9f7c4561507 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:20:42.920572 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc45cabe-7441-4a36-b6e8-f9f7c4561507 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:20:42.920897 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc45cabe-7441-4a36-b6e8-f9f7c4561507 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:20:42.921222 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc45cabe-7441-4a36-b6e8-f9f7c4561507 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:20:42.921531 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc45cabe-7441-4a36-b6e8-f9f7c4561507 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:20:42.921846 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc45cabe-7441-4a36-b6e8-f9f7c4561507 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:20:42.922160 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc45cabe-7441-4a36-b6e8-f9f7c4561507 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:20:42.922532 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc45cabe-7441-4a36-b6e8-f9f7c4561507 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:20:42.922878 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc45cabe-7441-4a36-b6e8-f9f7c4561507 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:20:42.985519 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1f0878fb-4023-4116-b1fa-75c37fe89c8d admin admin] Publish callbacks [] for security_group (ef380187-c150-4d87-b141-2cd24b77783d), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:42.990786 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1f0878fb-4023-4116-b1fa-75c37fe89c8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (ef380187-c150-4d87-b141-2cd24b77783d), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:43.037163 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 49084) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:20:43.037392 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-1f0878fb-4023-4116-b1fa-75c37fe89c8d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b7380b59e70141e093b3b1cc2fc5129c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3432243 Mar 21 11:20:43.040040 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0878fb-4023-4116-b1fa-75c37fe89c8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef380187-c150-4d87-b141-2cd24b77783d,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:20:43.126263 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1f194125-8370-4d74-b15f-eb2fb5155635 admin admin] Publish callbacks [] for security_group (ef380187-c150-4d87-b141-2cd24b77783d), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:43.167089 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1f194125-8370-4d74-b15f-eb2fb5155635 admin admin] Publish callbacks [] for security_group (ef380187-c150-4d87-b141-2cd24b77783d), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:43.264584 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1f194125-8370-4d74-b15f-eb2fb5155635 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (ef380187-c150-4d87-b141-2cd24b77783d), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:43.271254 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1f194125-8370-4d74-b15f-eb2fb5155635 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:43.275834 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-1f194125-8370-4d74-b15f-eb2fb5155635 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ef380187-c150-4d87-b141-2cd24b77783d HTTP/1.1" status: 204 len: 168 time: 0.2353292 Mar 21 11:20:43.288939 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f194125-8370-4d74-b15f-eb2fb5155635 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef380187-c150-4d87-b141-2cd24b77783d,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:20:43.293734 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 49090) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:20:43.312832 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-9b412a27-b828-4abb-9ada-08f00bae41cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:43.410150 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-9b412a27-b828-4abb-9ada-08f00bae41cf admin admin] Publish callbacks [] for security_group (f3bbfb15-a7aa-4e96-88b2-3315a014d2d0), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:43.415965 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-9b412a27-b828-4abb-9ada-08f00bae41cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (f3bbfb15-a7aa-4e96-88b2-3315a014d2d0), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:43.480532 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-9b412a27-b828-4abb-9ada-08f00bae41cf admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b5ee03dc52a742b49037424e6701331c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1849418 Mar 21 11:20:43.483601 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 49094) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:20:43.484140 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b412a27-b828-4abb-9ada-08f00bae41cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3bbfb15-a7aa-4e96-88b2-3315a014d2d0,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:20:43.549468 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-74583bff-b1d2-4bf5-8bd9-3f0808ef312c admin admin] Publish callbacks [] for security_group (f3bbfb15-a7aa-4e96-88b2-3315a014d2d0), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:43.575477 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-74583bff-b1d2-4bf5-8bd9-3f0808ef312c admin admin] Publish callbacks [] for security_group (f3bbfb15-a7aa-4e96-88b2-3315a014d2d0), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:43.633739 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-74583bff-b1d2-4bf5-8bd9-3f0808ef312c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (f3bbfb15-a7aa-4e96-88b2-3315a014d2d0), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:43.637593 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-74583bff-b1d2-4bf5-8bd9-3f0808ef312c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:43.639413 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-74583bff-b1d2-4bf5-8bd9-3f0808ef312c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f3bbfb15-a7aa-4e96-88b2-3315a014d2d0 HTTP/1.1" status: 204 len: 168 time: 0.1539087 Mar 21 11:20:43.655206 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74583bff-b1d2-4bf5-8bd9-3f0808ef312c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3bbfb15-a7aa-4e96-88b2-3315a014d2d0,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:20:44.412464 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 49142) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:20:44.670440 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.v2.base [None req-60608344-182e-4202-b4fa-a39de6b9f45d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-219341526-network', 'tenant_id': 'd0adfe3b7a804515982b5f8e72758e01'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:20:44.694858 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60608344-182e-4202-b4fa-a39de6b9f45d admin admin] Made reservation on behalf of d0adfe3b7a804515982b5f8e72758e01 for: {'network': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 11:20:44.698774 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-60608344-182e-4202-b4fa-a39de6b9f45d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for network (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:44.716200 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-60608344-182e-4202-b4fa-a39de6b9f45d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:44.804397 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-60608344-182e-4202-b4fa-a39de6b9f45d admin admin] Publish callbacks [] for security_group (680cbbb6-66e1-4d6c-b48f-d37403527e56), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:44.808567 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-60608344-182e-4202-b4fa-a39de6b9f45d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (680cbbb6-66e1-4d6c-b48f-d37403527e56), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:44.842385 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60608344-182e-4202-b4fa-a39de6b9f45d admin admin] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=103422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 11:20:44.848631 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60608344-182e-4202-b4fa-a39de6b9f45d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=680cbbb6-66e1-4d6c-b48f-d37403527e56,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:20:44.857293 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-60608344-182e-4202-b4fa-a39de6b9f45d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751123'] for segment (a8ce5465-0a35-4f4c-b041-25b77b1389a9), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:44.857515 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.db.segments_db [None req-60608344-182e-4202-b4fa-a39de6b9f45d admin admin] Added segment a8ce5465-0a35-4f4c-b041-25b77b1389a9 of type vlan for network 0e56818c-d42e-4680-ba2d-ff8e56aedbb9 Mar 21 11:20:44.901594 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-60608344-182e-4202-b4fa-a39de6b9f45d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738246104679'] for network (0e56818c-d42e-4680-ba2d-ff8e56aedbb9), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:44.937484 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-60608344-182e-4202-b4fa-a39de6b9f45d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998'] for network (0e56818c-d42e-4680-ba2d-ff8e56aedbb9), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:44.938559 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60608344-182e-4202-b4fa-a39de6b9f45d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:20:44.939193 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-60608344-182e-4202-b4fa-a39de6b9f45d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693044'] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:44.998529 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-60608344-182e-4202-b4fa-a39de6b9f45d admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5739501 Mar 21 11:20:45.000517 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 49160) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:20:45.005573 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.v2.base [None req-81304305-3e84-4a7e-ac73-7e31f22c058d admin admin] Request body: {'subnet': {'network_id': '0e56818c-d42e-4680-ba2d-ff8e56aedbb9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-219341526-subnet', 'tenant_id': 'd0adfe3b7a804515982b5f8e72758e01', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:20:45.023792 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60608344-182e-4202-b4fa-a39de6b9f45d admin admin] Pushing event updated for resources: {'Network': ['ID=0e56818c-d42e-4680-ba2d-ff8e56aedbb9,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:20:45.040030 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81304305-3e84-4a7e-ac73-7e31f22c058d admin admin] Made reservation on behalf of d0adfe3b7a804515982b5f8e72758e01 for: {'subnet': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 11:20:45.043097 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-81304305-3e84-4a7e-ac73-7e31f22c058d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265054756'] for subnet (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:45.047395 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Network 0e56818c-d42e-4680-ba2d-ff8e56aedbb9 details requested by agent ovs-agent-dv-cinder-834448-1-smb with host dv-cinder-834448-1-smb {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 21 11:20:45.255431 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-81304305-3e84-4a7e-ac73-7e31f22c058d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265271906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265054770'] for subnet (12771de5-d4c2-49ce-9eaa-b2a9fd0a2f00), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:45.324485 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81304305-3e84-4a7e-ac73-7e31f22c058d admin admin] Pushing event updated for resources: {'Subnet': ['ID=12771de5-d4c2-49ce-9eaa-b2a9fd0a2f00,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:20:45.335227 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81304305-3e84-4a7e-ac73-7e31f22c058d admin admin] Checking segment: {'id': 'a8ce5465-0a35-4f4c-b041-25b77b1389a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '0e56818c-d42e-4680-ba2d-ff8e56aedbb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:20:45.335672 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81304305-3e84-4a7e-ac73-7e31f22c058d admin admin] Network hostable DHCP agents. Network: 0e56818c-d42e-4680-ba2d-ff8e56aedbb9, hostable agents: ['9c74c917-795e-4123-adbe-3a92cf8165ad'], hosted agents: [] {{(pid=103422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 11:20:45.353950 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81304305-3e84-4a7e-ac73-7e31f22c058d admin admin] Network 0e56818c-d42e-4680-ba2d-ff8e56aedbb9 is scheduled to be hosted by DHCP agent 9c74c917-795e-4123-adbe-3a92cf8165ad with binding_index 1 {{(pid=103422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 11:20:45.364842 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-81304305-3e84-4a7e-ac73-7e31f22c058d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834448-1-smb, 0e56818c-d42e-4680-ba2d-ff8e56aedbb9) {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:20:45.373595 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1cef15a-7da9-4c46-b2d2-b2fa782e3c28 None None] Network 0e56818c-d42e-4680-ba2d-ff8e56aedbb9 requested from dv-cinder-834448-1-smb {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 11:20:45.375905 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81304305-3e84-4a7e-ac73-7e31f22c058d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:20:45.376737 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-81304305-3e84-4a7e-ac73-7e31f22c058d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693044'] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:45.400562 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-81304305-3e84-4a7e-ac73-7e31f22c058d admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3985894 Mar 21 11:20:45.485861 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65cd35ed-2269-43ae-afba-135157623f8e None None] Network 0e56818c-d42e-4680-ba2d-ff8e56aedbb9 requested from dv-cinder-834448-1-smb {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 11:20:45.958852 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 49196) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:20:45.965620 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.v2.base [None req-56545191-73e0-4faf-bc14-cd67490424fa admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-92981324-network', 'tenant_id': '96c8c12c49e54e0bb24ac1aedc6add59'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:20:45.990996 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56545191-73e0-4faf-bc14-cd67490424fa admin admin] Made reservation on behalf of 96c8c12c49e54e0bb24ac1aedc6add59 for: {'network': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 11:20:45.993940 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56545191-73e0-4faf-bc14-cd67490424fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for network (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:46.006429 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56545191-73e0-4faf-bc14-cd67490424fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:46.099401 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56545191-73e0-4faf-bc14-cd67490424fa admin admin] Publish callbacks [] for security_group (3912c811-e84f-4ffb-ac53-2afbebf34bce), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:46.104659 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56545191-73e0-4faf-bc14-cd67490424fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (3912c811-e84f-4ffb-ac53-2afbebf34bce), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:46.130189 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56545191-73e0-4faf-bc14-cd67490424fa admin admin] vlan segment allocate from pool success with {'vlan_id': 436, 'physical_network': 'physnet1'} {{(pid=103421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 11:20:46.146965 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56545191-73e0-4faf-bc14-cd67490424fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3912c811-e84f-4ffb-ac53-2afbebf34bce,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:20:46.150488 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56545191-73e0-4faf-bc14-cd67490424fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751123'] for segment (7a68af03-5cb8-49c9-b6a3-b06c4183a153), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:46.150882 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.db.segments_db [None req-56545191-73e0-4faf-bc14-cd67490424fa admin admin] Added segment 7a68af03-5cb8-49c9-b6a3-b06c4183a153 of type vlan for network d234fffb-8721-4a59-b5a5-d62e566531c1 Mar 21 11:20:46.193618 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56545191-73e0-4faf-bc14-cd67490424fa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738246104679'] for network (d234fffb-8721-4a59-b5a5-d62e566531c1), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:46.222314 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56545191-73e0-4faf-bc14-cd67490424fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998'] for network (d234fffb-8721-4a59-b5a5-d62e566531c1), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:46.223367 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56545191-73e0-4faf-bc14-cd67490424fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:20:46.224207 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56545191-73e0-4faf-bc14-cd67490424fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693044'] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:46.278986 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-56545191-73e0-4faf-bc14-cd67490424fa admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3189108 Mar 21 11:20:46.283115 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 49200) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:20:46.288875 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.v2.base [None req-06d84b6d-ba09-4af8-af97-69549e1baa20 admin admin] Request body: {'subnet': {'network_id': 'd234fffb-8721-4a59-b5a5-d62e566531c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-92981324-subnet', 'tenant_id': '96c8c12c49e54e0bb24ac1aedc6add59', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:20:46.290631 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56545191-73e0-4faf-bc14-cd67490424fa admin admin] Pushing event updated for resources: {'Network': ['ID=d234fffb-8721-4a59-b5a5-d62e566531c1,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:20:46.303213 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Network d234fffb-8721-4a59-b5a5-d62e566531c1 details requested by agent ovs-agent-dv-cinder-834448-1-smb with host dv-cinder-834448-1-smb {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 21 11:20:46.313896 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06d84b6d-ba09-4af8-af97-69549e1baa20 admin admin] Made reservation on behalf of 96c8c12c49e54e0bb24ac1aedc6add59 for: {'subnet': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 11:20:46.316679 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-06d84b6d-ba09-4af8-af97-69549e1baa20 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265054756'] for subnet (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:46.519407 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-06d84b6d-ba09-4af8-af97-69549e1baa20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265271906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265054770'] for subnet (c0560e6a-1057-4915-8ac2-e8c84be63f83), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:46.585109 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d84b6d-ba09-4af8-af97-69549e1baa20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0560e6a-1057-4915-8ac2-e8c84be63f83,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:20:46.597105 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d84b6d-ba09-4af8-af97-69549e1baa20 admin admin] Checking segment: {'id': '7a68af03-5cb8-49c9-b6a3-b06c4183a153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'd234fffb-8721-4a59-b5a5-d62e566531c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:20:46.597476 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d84b6d-ba09-4af8-af97-69549e1baa20 admin admin] Network hostable DHCP agents. Network: d234fffb-8721-4a59-b5a5-d62e566531c1, hostable agents: ['9c74c917-795e-4123-adbe-3a92cf8165ad'], hosted agents: [] {{(pid=103422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 11:20:46.617195 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d84b6d-ba09-4af8-af97-69549e1baa20 admin admin] Network d234fffb-8721-4a59-b5a5-d62e566531c1 is scheduled to be hosted by DHCP agent 9c74c917-795e-4123-adbe-3a92cf8165ad with binding_index 1 {{(pid=103422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 11:20:46.627862 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-06d84b6d-ba09-4af8-af97-69549e1baa20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834448-1-smb, d234fffb-8721-4a59-b5a5-d62e566531c1) {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:20:46.634289 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d84b6d-ba09-4af8-af97-69549e1baa20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:20:46.634289 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-06d84b6d-ba09-4af8-af97-69549e1baa20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693044'] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:46.638199 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69317d3d-dee2-4780-9eb1-28c2bae28790 None None] Network d234fffb-8721-4a59-b5a5-d62e566531c1 requested from dv-cinder-834448-1-smb {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 11:20:46.661924 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-06d84b6d-ba09-4af8-af97-69549e1baa20 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3687105 Mar 21 11:20:46.750960 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec0bc8d-093b-4152-80ee-ce65318e8631 None None] Network d234fffb-8721-4a59-b5a5-d62e566531c1 requested from dv-cinder-834448-1-smb {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 11:20:47.183314 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434c8620-21af-417e-aca3-cc0e391710e0 req-82c7b9b2-e914-4c5b-8e25-f8d6f2303740 tempest-VolumesActionsTest-1898167988 tempest-VolumesActionsTest-1898167988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:20:47.184891 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-434c8620-21af-417e-aca3-cc0e391710e0 req-82c7b9b2-e914-4c5b-8e25-f8d6f2303740 tempest-VolumesActionsTest-1898167988 tempest-VolumesActionsTest-1898167988-project] 10.222.0.24 "GET /v2.0/networks?id=0e56818c-d42e-4680-ba2d-ff8e56aedbb9 HTTP/1.1" status: 200 len: 808 time: 0.1099513 Mar 21 11:20:47.199353 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-434c8620-21af-417e-aca3-cc0e391710e0 req-d0ec3639-99f3-4531-9f9b-731142c397a2 tempest-VolumesActionsTest-1898167988 tempest-VolumesActionsTest-1898167988-project] 10.222.0.24 "GET /v2.0/quotas/d0adfe3b7a804515982b5f8e72758e01 HTTP/1.1" status: 200 len: 375 time: 0.0091240 Mar 21 11:20:47.234019 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-434c8620-21af-417e-aca3-cc0e391710e0 req-001f3041-9833-4ad1-b908-caedfa302382 tempest-VolumesActionsTest-1898167988 tempest-VolumesActionsTest-1898167988-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=d0adfe3b7a804515982b5f8e72758e01&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0294847 Mar 21 11:20:47.337063 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-434c8620-21af-417e-aca3-cc0e391710e0 req-a615f5cf-0a14-4631-92ee-315b02f3c810 service neutron] 10.222.0.24 "GET /v2.0/networks/0e56818c-d42e-4680-ba2d-ff8e56aedbb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960340 Mar 21 11:20:47.451447 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-434c8620-21af-417e-aca3-cc0e391710e0 req-eaf69bb6-7044-465a-b4c0-1b0e15efead0 service neutron] 10.222.0.24 "GET /v2.0/networks/0e56818c-d42e-4680-ba2d-ff8e56aedbb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078703 Mar 21 11:20:47.666030 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-3cc5ae22-0217-468d-9027-c96bdea9b1c0 req-f809ff8a-c11b-49a3-9e1b-c2a7676a6155 tempest-VolumesActionsTest-1898167988 tempest-VolumesActionsTest-1898167988-project] 10.222.0.24 "GET /v2.0/ports?device_id=32c3b05e-44c2-4e93-aadd-fe9bff0338aa HTTP/1.1" status: 200 len: 210 time: 0.0332730 Mar 21 11:20:48.850277 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-d1de9150-75c2-4630-850e-03ee6a4e7da6 req-7bce115a-da52-401c-ae4a-ddfbd10453c7 tempest-VolumesActionsTest-1898167988 tempest-VolumesActionsTest-1898167988-project] 10.222.0.24 "GET /v2.0/ports?device_id=32c3b05e-44c2-4e93-aadd-fe9bff0338aa HTTP/1.1" status: 200 len: 210 time: 0.0500596 Mar 21 11:20:48.926482 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434c8620-21af-417e-aca3-cc0e391710e0 req-eb5debe4-2358-4415-8eb7-fa4972ed34fe tempest-VolumesActionsTest-1898167988 tempest-VolumesActionsTest-1898167988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:20:48.928123 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-434c8620-21af-417e-aca3-cc0e391710e0 req-eb5debe4-2358-4415-8eb7-fa4972ed34fe tempest-VolumesActionsTest-1898167988 tempest-VolumesActionsTest-1898167988-project] 10.222.0.32 "GET /v2.0/networks?id=0e56818c-d42e-4680-ba2d-ff8e56aedbb9 HTTP/1.1" status: 200 len: 808 time: 0.2010107 Mar 21 11:20:48.944696 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.v2.base [req-434c8620-21af-417e-aca3-cc0e391710e0 req-8ee8f863-f4b7-4588-a1d2-821ad1efadac tempest-VolumesActionsTest-1898167988 tempest-VolumesActionsTest-1898167988-project] Request body: {'port': {'device_id': '32c3b05e-44c2-4e93-aadd-fe9bff0338aa', 'network_id': '0e56818c-d42e-4680-ba2d-ff8e56aedbb9', 'admin_state_up': True, 'tenant_id': 'd0adfe3b7a804515982b5f8e72758e01'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:20:49.078943 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7848d9f8-7731-4218-86f7-086070ca9f64 req-6d76c868-0ccc-466b-b25f-4fe27ea69525 tempest-VolumesSnapshotTestJSON-1592195337 tempest-VolumesSnapshotTestJSON-1592195337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:20:49.080571 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-7848d9f8-7731-4218-86f7-086070ca9f64 req-6d76c868-0ccc-466b-b25f-4fe27ea69525 tempest-VolumesSnapshotTestJSON-1592195337 tempest-VolumesSnapshotTestJSON-1592195337-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0f11398-b00b-47b8-918e-ac93695ce304 HTTP/1.1" status: 200 len: 945 time: 0.1321900 Mar 21 11:20:49.131327 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-434c8620-21af-417e-aca3-cc0e391710e0 req-8ee8f863-f4b7-4588-a1d2-821ad1efadac tempest-VolumesActionsTest-1898167988 tempest-VolumesActionsTest-1898167988-project] Made reservation on behalf of d0adfe3b7a804515982b5f8e72758e01 for: {'port': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 11:20:49.134956 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-434c8620-21af-417e-aca3-cc0e391710e0 req-8ee8f863-f4b7-4588-a1d2-821ad1efadac tempest-VolumesActionsTest-1898167988 tempest-VolumesActionsTest-1898167988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:49.160416 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-7848d9f8-7731-4218-86f7-086070ca9f64 req-d0f8eb9c-739e-4bf6-ad5f-8a31c78463c5 tempest-VolumesSnapshotTestJSON-1592195337 tempest-VolumesSnapshotTestJSON-1592195337-project] 10.222.0.24 "GET /v2.0/security-groups?id=24fc8614-278b-4e8e-a94f-c69589fdfddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722811 Mar 21 11:20:49.579601 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [req-434c8620-21af-417e-aca3-cc0e391710e0 req-8ee8f863-f4b7-4588-a1d2-821ad1efadac tempest-VolumesActionsTest-1898167988 tempest-VolumesActionsTest-1898167988-project] Allocated IP 172.20.0.11 (0e56818c-d42e-4680-ba2d-ff8e56aedbb9/12771de5-d4c2-49ce-9eaa-b2a9fd0a2f00/55c024be-e334-442e-9915-e2241678977a) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:20:49.756755 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-434c8620-21af-417e-aca3-cc0e391710e0 req-8ee8f863-f4b7-4588-a1d2-821ad1efadac tempest-VolumesActionsTest-1898167988 tempest-VolumesActionsTest-1898167988-project] Publish callbacks [] for port (55c024be-e334-442e-9915-e2241678977a), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:49.792005 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-434c8620-21af-417e-aca3-cc0e391710e0 req-8ee8f863-f4b7-4588-a1d2-821ad1efadac tempest-VolumesActionsTest-1898167988 tempest-VolumesActionsTest-1898167988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738246144781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266186598'] for port (55c024be-e334-442e-9915-e2241678977a), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:49.838503 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-434c8620-21af-417e-aca3-cc0e391710e0 req-8ee8f863-f4b7-4588-a1d2-821ad1efadac tempest-VolumesActionsTest-1898167988 tempest-VolumesActionsTest-1898167988-project] Network 0e56818c-d42e-4680-ba2d-ff8e56aedbb9 is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:20:49.841797 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [req-434c8620-21af-417e-aca3-cc0e391710e0 req-8ee8f863-f4b7-4588-a1d2-821ad1efadac tempest-VolumesActionsTest-1898167988 tempest-VolumesActionsTest-1898167988-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:20:49.848878 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-434c8620-21af-417e-aca3-cc0e391710e0 req-8ee8f863-f4b7-4588-a1d2-821ad1efadac tempest-VolumesActionsTest-1898167988 tempest-VolumesActionsTest-1898167988-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:20:49.853171 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee8f863-f4b7-4588-a1d2-821ad1efadac tempest-VolumesActionsTest-1898167988 tempest-VolumesActionsTest-1898167988-project] Pushing event updated for resources: {'Port': ['ID=55c024be-e334-442e-9915-e2241678977a,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:20:49.903287 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434c8620-21af-417e-aca3-cc0e391710e0 req-8ee8f863-f4b7-4588-a1d2-821ad1efadac tempest-VolumesActionsTest-1898167988 tempest-VolumesActionsTest-1898167988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:20:49.904165 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-434c8620-21af-417e-aca3-cc0e391710e0 req-8ee8f863-f4b7-4588-a1d2-821ad1efadac tempest-VolumesActionsTest-1898167988 tempest-VolumesActionsTest-1898167988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97509'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:49.927102 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-434c8620-21af-417e-aca3-cc0e391710e0 req-8ee8f863-f4b7-4588-a1d2-821ad1efadac tempest-VolumesActionsTest-1898167988 tempest-VolumesActionsTest-1898167988-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9870980 Mar 21 11:20:49.941273 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.v2.base [req-434c8620-21af-417e-aca3-cc0e391710e0 req-467e4fc5-0761-4811-95c6-7b34b35e1827 service neutron] Request body: {'port': {'device_id': '32c3b05e-44c2-4e93-aadd-fe9bff0338aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83444'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:20:50.039108 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-434c8620-21af-417e-aca3-cc0e391710e0 req-467e4fc5-0761-4811-95c6-7b34b35e1827 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (55c024be-e334-442e-9915-e2241678977a), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:50.057254 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e325fa59-5f5c-4e55-85e0-48592516cc30 req-0b482563-3ecf-48b2-a84f-4dd88d909afc tempest-VolumesActionsTest-1898167988 tempest-VolumesActionsTest-1898167988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:20:50.058838 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-e325fa59-5f5c-4e55-85e0-48592516cc30 req-0b482563-3ecf-48b2-a84f-4dd88d909afc tempest-VolumesActionsTest-1898167988 tempest-VolumesActionsTest-1898167988-project] 10.222.0.24 "GET /v2.0/ports?device_id=32c3b05e-44c2-4e93-aadd-fe9bff0338aa HTTP/1.1" status: 200 len: 932 time: 0.1146574 Mar 21 11:20:50.193767 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-e325fa59-5f5c-4e55-85e0-48592516cc30 req-03372a3d-b4ae-4c22-85fa-22a539d2dd78 tempest-VolumesActionsTest-1898167988 tempest-VolumesActionsTest-1898167988-project] 10.222.0.24 "GET /v2.0/security-groups?id=680cbbb6-66e1-4d6c-b48f-d37403527e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277034 Mar 21 11:20:50.375901 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f8505a-fdaa-451f-b3a5-fabce994328e req-04062868-ddfc-43ba-8796-13d0de526015 tempest-VolumesSnapshotTestJSON-1592195337 tempest-VolumesSnapshotTestJSON-1592195337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:20:50.377655 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-80f8505a-fdaa-451f-b3a5-fabce994328e req-04062868-ddfc-43ba-8796-13d0de526015 tempest-VolumesSnapshotTestJSON-1592195337 tempest-VolumesSnapshotTestJSON-1592195337-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0f11398-b00b-47b8-918e-ac93695ce304 HTTP/1.1" status: 200 len: 945 time: 0.1057444 Mar 21 11:20:50.469820 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.notifiers.nova [req-434c8620-21af-417e-aca3-cc0e391710e0 req-467e4fc5-0761-4811-95c6-7b34b35e1827 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55c024be-e334-442e-9915-e2241678977a {{(pid=103421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 11:20:50.480671 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-80f8505a-fdaa-451f-b3a5-fabce994328e req-510872d7-02fb-427f-9a1d-3e7d86e045df tempest-VolumesSnapshotTestJSON-1592195337 tempest-VolumesSnapshotTestJSON-1592195337-project] 10.222.0.24 "GET /v2.0/security-groups?id=24fc8614-278b-4e8e-a94f-c69589fdfddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967183 Mar 21 11:20:50.482948 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-434c8620-21af-417e-aca3-cc0e391710e0 req-467e4fc5-0761-4811-95c6-7b34b35e1827 service neutron] Publish callbacks [] for port (55c024be-e334-442e-9915-e2241678977a), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:50.505866 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [req-434c8620-21af-417e-aca3-cc0e391710e0 req-467e4fc5-0761-4811-95c6-7b34b35e1827 service neutron] Transition to ACTIVE for port object 55c024be-e334-442e-9915-e2241678977a will not be triggered until provisioned by entity L2. {{(pid=103421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 21 11:20:50.510312 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-434c8620-21af-417e-aca3-cc0e391710e0 req-467e4fc5-0761-4811-95c6-7b34b35e1827 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266186577'] for port (55c024be-e334-442e-9915-e2241678977a), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:50.564930 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467e4fc5-0761-4811-95c6-7b34b35e1827 service neutron] Pushing event updated for resources: {'Port': ['ID=55c024be-e334-442e-9915-e2241678977a,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:20:50.653280 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-434c8620-21af-417e-aca3-cc0e391710e0 req-467e4fc5-0761-4811-95c6-7b34b35e1827 service neutron] Attempting to bind port 55c024be-e334-442e-9915-e2241678977a on host hv-cinder-83444 for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 11:20:50.653624 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-434c8620-21af-417e-aca3-cc0e391710e0 req-467e4fc5-0761-4811-95c6-7b34b35e1827 service neutron] Attempting to bind port 55c024be-e334-442e-9915-e2241678977a by drivers openvswitch,hyperv on host hv-cinder-83444 at level 0 using segments [{'id': 'a8ce5465-0a35-4f4c-b041-25b77b1389a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '0e56818c-d42e-4680-ba2d-ff8e56aedbb9'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 11:20:50.653955 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-434c8620-21af-417e-aca3-cc0e391710e0 req-467e4fc5-0761-4811-95c6-7b34b35e1827 service neutron] Attempting to bind port 55c024be-e334-442e-9915-e2241678977a on network 0e56818c-d42e-4680-ba2d-ff8e56aedbb9 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:20:50.660702 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-434c8620-21af-417e-aca3-cc0e391710e0 req-467e4fc5-0761-4811-95c6-7b34b35e1827 service neutron] Port 55c024be-e334-442e-9915-e2241678977a on network 0e56818c-d42e-4680-ba2d-ff8e56aedbb9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83444 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 21 11:20:50.661083 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-434c8620-21af-417e-aca3-cc0e391710e0 req-467e4fc5-0761-4811-95c6-7b34b35e1827 service neutron] Attempting to bind port 55c024be-e334-442e-9915-e2241678977a on network 0e56818c-d42e-4680-ba2d-ff8e56aedbb9 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:20:50.667023 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-434c8620-21af-417e-aca3-cc0e391710e0 req-467e4fc5-0761-4811-95c6-7b34b35e1827 service neutron] Checking agent: {'id': 'e1ce583e-86b5-47e2-b889-5e91679074ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83444', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 11, 11, 26), 'started_at': datetime.datetime(2022, 3, 21, 11, 11, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 11, 20, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 11:20:50.667369 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-434c8620-21af-417e-aca3-cc0e391710e0 req-467e4fc5-0761-4811-95c6-7b34b35e1827 service neutron] Checking segment: {'id': 'a8ce5465-0a35-4f4c-b041-25b77b1389a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '0e56818c-d42e-4680-ba2d-ff8e56aedbb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:20:50.667750 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-434c8620-21af-417e-aca3-cc0e391710e0 req-467e4fc5-0761-4811-95c6-7b34b35e1827 service neutron] Bound using segment: {'id': 'a8ce5465-0a35-4f4c-b041-25b77b1389a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '0e56818c-d42e-4680-ba2d-ff8e56aedbb9'} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 11:20:50.668259 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-434c8620-21af-417e-aca3-cc0e391710e0 req-467e4fc5-0761-4811-95c6-7b34b35e1827 service neutron] Bound port: 55c024be-e334-442e-9915-e2241678977a, host: hv-cinder-83444, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8ce5465-0a35-4f4c-b041-25b77b1389a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '0e56818c-d42e-4680-ba2d-ff8e56aedbb9'}}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 11:20:50.668626 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-434c8620-21af-417e-aca3-cc0e391710e0 req-467e4fc5-0761-4811-95c6-7b34b35e1827 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (55c024be-e334-442e-9915-e2241678977a), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:50.741209 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-434c8620-21af-417e-aca3-cc0e391710e0 req-467e4fc5-0761-4811-95c6-7b34b35e1827 service neutron] For port 55c024be-e334-442e-9915-e2241678977a, host hv-cinder-83444, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 11:20:50.744633 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-434c8620-21af-417e-aca3-cc0e391710e0 req-467e4fc5-0761-4811-95c6-7b34b35e1827 service neutron] For port 55c024be-e334-442e-9915-e2241678977a, host hv-cinder-83444, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=55c024be-e334-442e-9915-e2241678977a,segment=NetworkSegment(a8ce5465-0a35-4f4c-b041-25b77b1389a9),segment_id=a8ce5465-0a35-4f4c-b041-25b77b1389a9)] {{(pid=103421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 11:20:50.751970 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-434c8620-21af-417e-aca3-cc0e391710e0 req-467e4fc5-0761-4811-95c6-7b34b35e1827 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266186577'] for port (55c024be-e334-442e-9915-e2241678977a), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:50.788350 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434c8620-21af-417e-aca3-cc0e391710e0 req-467e4fc5-0761-4811-95c6-7b34b35e1827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:20:50.789035 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-434c8620-21af-417e-aca3-cc0e391710e0 req-467e4fc5-0761-4811-95c6-7b34b35e1827 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97509'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:50.791240 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-434c8620-21af-417e-aca3-cc0e391710e0 req-467e4fc5-0761-4811-95c6-7b34b35e1827 service neutron] 10.222.0.32 "PUT /v2.0/ports/55c024be-e334-442e-9915-e2241678977a HTTP/1.1" status: 200 len: 1094 time: 0.8548870 Mar 21 11:20:50.794411 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32c3b05e-44c2-4e93-aadd-fe9bff0338aa', 'tag': '55c024be-e334-442e-9915-e2241678977a'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:20:50.797027 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881d039021bf7bfdbb2ec2cc2a60bd67cc793bf6de71028ad915050608b1b1c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7df5c183-c7c9-4f55-8a1e-cd5cdfa530fb" -d '{"events": [{"name": "network-changed", "server_uuid": "32c3b05e-44c2-4e93-aadd-fe9bff0338aa", "tag": "55c024be-e334-442e-9915-e2241678977a"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:20:50.848408 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467e4fc5-0761-4811-95c6-7b34b35e1827 service neutron] Pushing event updated for resources: {'Port': ['ID=55c024be-e334-442e-9915-e2241678977a,revision_number=3']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:20:50.900497 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434c8620-21af-417e-aca3-cc0e391710e0 req-ae18cd25-219e-4469-a908-60882d5a2af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:20:50.902101 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-434c8620-21af-417e-aca3-cc0e391710e0 req-ae18cd25-219e-4469-a908-60882d5a2af7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d0adfe3b7a804515982b5f8e72758e01&device_id=32c3b05e-44c2-4e93-aadd-fe9bff0338aa HTTP/1.1" status: 200 len: 1128 time: 0.0624399 Mar 21 11:20:50.965359 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-434c8620-21af-417e-aca3-cc0e391710e0 req-f17cbafd-8f61-4d32-892e-fc77f3a5c5df service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=55c024be-e334-442e-9915-e2241678977a HTTP/1.1" status: 200 len: 217 time: 0.0464544 Mar 21 11:20:51.018785 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434c8620-21af-417e-aca3-cc0e391710e0 req-61114ff7-17f2-4533-89ab-0aa7b42d98b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:20:51.020330 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-434c8620-21af-417e-aca3-cc0e391710e0 req-61114ff7-17f2-4533-89ab-0aa7b42d98b3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=12771de5-d4c2-49ce-9eaa-b2a9fd0a2f00 HTTP/1.1" status: 200 len: 848 time: 0.0468829 Mar 21 11:20:51.028367 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 11:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1da48590-4e4a-4081-8cdd-39007250a7a3 x-openstack-request-id: req-1da48590-4e4a-4081-8cdd-39007250a7a3 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:20:51.028622 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32c3b05e-44c2-4e93-aadd-fe9bff0338aa", "tag": "55c024be-e334-442e-9915-e2241678977a", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:20:51.028872 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1da48590-4e4a-4081-8cdd-39007250a7a3 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:20:51.029296 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32c3b05e-44c2-4e93-aadd-fe9bff0338aa', 'tag': '55c024be-e334-442e-9915-e2241678977a', 'status': 'completed', 'code': 200} Mar 21 11:20:51.060065 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-434c8620-21af-417e-aca3-cc0e391710e0 req-20541a3e-680d-43ef-8acf-8d32a829b39a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0e56818c-d42e-4680-ba2d-ff8e56aedbb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267267 Mar 21 11:20:51.157445 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-434c8620-21af-417e-aca3-cc0e391710e0 req-d486fb01-ac83-46da-b805-1bf0a7a5f663 service neutron] 10.222.0.32 "GET /v2.0/networks/0e56818c-d42e-4680-ba2d-ff8e56aedbb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905721 Mar 21 11:20:51.269520 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-434c8620-21af-417e-aca3-cc0e391710e0 req-9a550063-b4ce-49e6-92b6-e3a34d4e18ad service neutron] 10.222.0.32 "GET /v2.0/networks/0e56818c-d42e-4680-ba2d-ff8e56aedbb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055896 Mar 21 11:20:51.382586 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d30518-492f-4f74-8b82-2f5bfc236422 req-7ec39898-42b0-44f9-a8ea-8aef46259462 tempest-VolumesActionsTest-1898167988 tempest-VolumesActionsTest-1898167988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:20:51.384360 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-c7d30518-492f-4f74-8b82-2f5bfc236422 req-7ec39898-42b0-44f9-a8ea-8aef46259462 tempest-VolumesActionsTest-1898167988 tempest-VolumesActionsTest-1898167988-project] 10.222.0.24 "GET /v2.0/ports?device_id=32c3b05e-44c2-4e93-aadd-fe9bff0338aa HTTP/1.1" status: 200 len: 944 time: 0.1004522 Mar 21 11:20:51.391447 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df5c183-c7c9-4f55-8a1e-cd5cdfa530fb req-cca451ad-6cf1-492b-896f-d19ed576dc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:20:51.393089 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-7df5c183-c7c9-4f55-8a1e-cd5cdfa530fb req-cca451ad-6cf1-492b-896f-d19ed576dc2f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d0adfe3b7a804515982b5f8e72758e01&device_id=32c3b05e-44c2-4e93-aadd-fe9bff0338aa HTTP/1.1" status: 200 len: 1128 time: 0.0704167 Mar 21 11:20:51.505440 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-c7d30518-492f-4f74-8b82-2f5bfc236422 req-2d52dd6a-ec6a-41bf-9c39-a2d7731c9f10 tempest-VolumesActionsTest-1898167988 tempest-VolumesActionsTest-1898167988-project] 10.222.0.24 "GET /v2.0/security-groups?id=680cbbb6-66e1-4d6c-b48f-d37403527e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112733 Mar 21 11:20:51.542583 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df5c183-c7c9-4f55-8a1e-cd5cdfa530fb req-9dd04306-e275-4c5f-b71b-a5c14f805f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:20:51.544137 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-7df5c183-c7c9-4f55-8a1e-cd5cdfa530fb req-9dd04306-e275-4c5f-b71b-a5c14f805f3f service neutron] 10.222.0.32 "GET /v2.0/networks?id=0e56818c-d42e-4680-ba2d-ff8e56aedbb9 HTTP/1.1" status: 200 len: 909 time: 0.1427057 Mar 21 11:20:51.596895 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-7df5c183-c7c9-4f55-8a1e-cd5cdfa530fb req-1884b181-0fa3-48db-854c-8be9a489f7c7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=55c024be-e334-442e-9915-e2241678977a HTTP/1.1" status: 200 len: 217 time: 0.0459619 Mar 21 11:20:51.674784 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df5c183-c7c9-4f55-8a1e-cd5cdfa530fb req-e8d0dffe-cb3d-4662-9858-655bac742dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:20:51.676455 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-7df5c183-c7c9-4f55-8a1e-cd5cdfa530fb req-e8d0dffe-cb3d-4662-9858-655bac742dc5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=12771de5-d4c2-49ce-9eaa-b2a9fd0a2f00 HTTP/1.1" status: 200 len: 848 time: 0.0589786 Mar 21 11:20:51.691046 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b2da2f-73ec-4c08-a1aa-b614f7090974 req-459e5fd4-c449-416d-afad-32d8bde69c0b tempest-VolumesSnapshotTestJSON-1592195337 tempest-VolumesSnapshotTestJSON-1592195337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:20:51.692892 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-f8b2da2f-73ec-4c08-a1aa-b614f7090974 req-459e5fd4-c449-416d-afad-32d8bde69c0b tempest-VolumesSnapshotTestJSON-1592195337 tempest-VolumesSnapshotTestJSON-1592195337-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0f11398-b00b-47b8-918e-ac93695ce304 HTTP/1.1" status: 200 len: 945 time: 0.1056814 Mar 21 11:20:51.726024 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-7df5c183-c7c9-4f55-8a1e-cd5cdfa530fb req-6ae59ba5-b12f-48f4-a7be-8cd3cc95c173 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0e56818c-d42e-4680-ba2d-ff8e56aedbb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320978 Mar 21 11:20:51.814229 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-f8b2da2f-73ec-4c08-a1aa-b614f7090974 req-fac760b6-ea32-4cd1-93b7-3c94dc4cc57d tempest-VolumesSnapshotTestJSON-1592195337 tempest-VolumesSnapshotTestJSON-1592195337-project] 10.222.0.24 "GET /v2.0/security-groups?id=24fc8614-278b-4e8e-a94f-c69589fdfddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122308 Mar 21 11:20:51.852894 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-7df5c183-c7c9-4f55-8a1e-cd5cdfa530fb req-6acb7582-22f2-4f3c-93e9-5017612329bd service neutron] 10.222.0.32 "GET /v2.0/networks/0e56818c-d42e-4680-ba2d-ff8e56aedbb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135471 Mar 21 11:20:51.960483 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-7df5c183-c7c9-4f55-8a1e-cd5cdfa530fb req-0443655d-7fb9-4af4-8bbd-4b7531f8ee71 service neutron] 10.222.0.32 "GET /v2.0/networks/0e56818c-d42e-4680-ba2d-ff8e56aedbb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996735 Mar 21 11:20:52.218863 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 49324) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:20:52.341271 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f992e24b-3939-49dc-bce6-86cfec81a0b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:52.427640 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f992e24b-3939-49dc-bce6-86cfec81a0b5 admin admin] Publish callbacks [] for security_group (dcdd46be-d1c7-4905-94f8-2901af484b5c), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:52.432434 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f992e24b-3939-49dc-bce6-86cfec81a0b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (dcdd46be-d1c7-4905-94f8-2901af484b5c), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:52.470689 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f992e24b-3939-49dc-bce6-86cfec81a0b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcdd46be-d1c7-4905-94f8-2901af484b5c,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:20:52.474969 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-f992e24b-3939-49dc-bce6-86cfec81a0b5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5290ca30d89b4386bd4b4ffeb132cb23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2549188 Mar 21 11:20:52.478596 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 49328) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:20:52.533542 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a2f019b6-aee9-45d1-a3c7-249eb2cb796e admin admin] Publish callbacks [] for security_group (dcdd46be-d1c7-4905-94f8-2901af484b5c), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:52.558770 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a2f019b6-aee9-45d1-a3c7-249eb2cb796e admin admin] Publish callbacks [] for security_group (dcdd46be-d1c7-4905-94f8-2901af484b5c), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:52.641248 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a2f019b6-aee9-45d1-a3c7-249eb2cb796e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (dcdd46be-d1c7-4905-94f8-2901af484b5c), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:52.644494 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a2f019b6-aee9-45d1-a3c7-249eb2cb796e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:52.645727 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-a2f019b6-aee9-45d1-a3c7-249eb2cb796e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/dcdd46be-d1c7-4905-94f8-2901af484b5c HTTP/1.1" status: 204 len: 168 time: 0.1669185 Mar 21 11:20:52.659120 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f019b6-aee9-45d1-a3c7-249eb2cb796e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcdd46be-d1c7-4905-94f8-2901af484b5c,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:20:52.670618 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf969fa-0822-4231-a7ef-94286f67029f req-8c6df8c3-0efa-4b61-a6db-c1a8ba217625 tempest-VolumesActionsTest-1898167988 tempest-VolumesActionsTest-1898167988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:20:52.672304 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-aaf969fa-0822-4231-a7ef-94286f67029f req-8c6df8c3-0efa-4b61-a6db-c1a8ba217625 tempest-VolumesActionsTest-1898167988 tempest-VolumesActionsTest-1898167988-project] 10.222.0.24 "GET /v2.0/ports?device_id=32c3b05e-44c2-4e93-aadd-fe9bff0338aa HTTP/1.1" status: 200 len: 944 time: 0.0828927 Mar 21 11:20:52.727304 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-aaf969fa-0822-4231-a7ef-94286f67029f req-f2d63137-f15d-4f00-9efb-a05f97e85210 tempest-VolumesActionsTest-1898167988 tempest-VolumesActionsTest-1898167988-project] 10.222.0.24 "GET /v2.0/security-groups?id=680cbbb6-66e1-4d6c-b48f-d37403527e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461783 Mar 21 11:20:52.880279 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-931288f8-9318-4560-a56c-8951003f3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (9c74c917-795e-4123-adbe-3a92cf8165ad), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:52.967467 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 49338) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:20:52.973465 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c16b0b3-e67e-44a0-8f59-174cc0f49a9b req-9ace980d-4da1-4c90-99f4-b8aa1a9c9a60 tempest-VolumesSnapshotTestJSON-1592195337 tempest-VolumesSnapshotTestJSON-1592195337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:20:52.975035 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-4c16b0b3-e67e-44a0-8f59-174cc0f49a9b req-9ace980d-4da1-4c90-99f4-b8aa1a9c9a60 tempest-VolumesSnapshotTestJSON-1592195337 tempest-VolumesSnapshotTestJSON-1592195337-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0f11398-b00b-47b8-918e-ac93695ce304 HTTP/1.1" status: 200 len: 945 time: 0.0761049 Mar 21 11:20:52.983668 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-841248f9-c05c-4bdc-80a7-4cb6fef448fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:53.035742 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-4c16b0b3-e67e-44a0-8f59-174cc0f49a9b req-e6ceb444-ae01-42f2-b53a-46f923eeb692 tempest-VolumesSnapshotTestJSON-1592195337 tempest-VolumesSnapshotTestJSON-1592195337-project] 10.222.0.24 "GET /v2.0/security-groups?id=24fc8614-278b-4e8e-a94f-c69589fdfddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518475 Mar 21 11:20:53.070400 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-841248f9-c05c-4bdc-80a7-4cb6fef448fd admin admin] Publish callbacks [] for security_group (ba15c09e-becb-4de6-9129-3406adbb96a7), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:53.074351 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-841248f9-c05c-4bdc-80a7-4cb6fef448fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (ba15c09e-becb-4de6-9129-3406adbb96a7), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:53.112310 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-841248f9-c05c-4bdc-80a7-4cb6fef448fd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=704bb7e40d9d4a00a79599b8dc0ff6a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1434224 Mar 21 11:20:53.113049 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841248f9-c05c-4bdc-80a7-4cb6fef448fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba15c09e-becb-4de6-9129-3406adbb96a7,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:20:53.115358 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 49340) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:20:53.181864 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e8d2c658-70ff-4381-a5af-3565b6ada1e9 admin admin] Publish callbacks [] for security_group (ba15c09e-becb-4de6-9129-3406adbb96a7), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:53.203258 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e8d2c658-70ff-4381-a5af-3565b6ada1e9 admin admin] Publish callbacks [] for security_group (ba15c09e-becb-4de6-9129-3406adbb96a7), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:53.253669 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e8d2c658-70ff-4381-a5af-3565b6ada1e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (ba15c09e-becb-4de6-9129-3406adbb96a7), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:53.256659 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-e8d2c658-70ff-4381-a5af-3565b6ada1e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:53.258112 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-e8d2c658-70ff-4381-a5af-3565b6ada1e9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ba15c09e-becb-4de6-9129-3406adbb96a7 HTTP/1.1" status: 204 len: 168 time: 0.1418259 Mar 21 11:20:53.266823 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d2c658-70ff-4381-a5af-3565b6ada1e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba15c09e-becb-4de6-9129-3406adbb96a7,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:20:53.641598 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 49346) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:20:53.656869 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0b0fe1ed-87ae-47a9-97f8-51024ad5b42f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:53.725956 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e45fb4-0490-4849-8283-0884d615b026 req-e5872454-8f8e-41da-9dc6-62c05930b94a tempest-VolumesSnapshotTestJSON-1592195337 tempest-VolumesSnapshotTestJSON-1592195337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:20:53.727617 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-e5e45fb4-0490-4849-8283-0884d615b026 req-e5872454-8f8e-41da-9dc6-62c05930b94a tempest-VolumesSnapshotTestJSON-1592195337 tempest-VolumesSnapshotTestJSON-1592195337-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0f11398-b00b-47b8-918e-ac93695ce304 HTTP/1.1" status: 200 len: 945 time: 0.0641277 Mar 21 11:20:53.758557 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0b0fe1ed-87ae-47a9-97f8-51024ad5b42f admin admin] Publish callbacks [] for security_group (4b739dd6-bbd0-4520-ac38-b91f7d20094c), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:53.763921 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0b0fe1ed-87ae-47a9-97f8-51024ad5b42f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (4b739dd6-bbd0-4520-ac38-b91f7d20094c), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:53.816689 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-0b0fe1ed-87ae-47a9-97f8-51024ad5b42f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7eb041fb6ec64a99a15517a9af2c8ada&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1730270 Mar 21 11:20:53.820178 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 49350) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:20:53.820592 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0fe1ed-87ae-47a9-97f8-51024ad5b42f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b739dd6-bbd0-4520-ac38-b91f7d20094c,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:20:53.926170 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-e5e45fb4-0490-4849-8283-0884d615b026 req-6015c8bf-533e-4c2f-9988-b80b4f390e31 tempest-VolumesSnapshotTestJSON-1592195337 tempest-VolumesSnapshotTestJSON-1592195337-project] Deleting port eb8d7b0c-03de-46eb-a7ba-c2d56282cd0e {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:20:53.926432 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-e5e45fb4-0490-4849-8283-0884d615b026 req-6015c8bf-533e-4c2f-9988-b80b4f390e31 tempest-VolumesSnapshotTestJSON-1592195337 tempest-VolumesSnapshotTestJSON-1592195337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738246690591'] for port (eb8d7b0c-03de-46eb-a7ba-c2d56282cd0e), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:53.934889 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2e5efc97-b68c-466b-83b7-ef5199113ff8 admin admin] Publish callbacks [] for security_group (4b739dd6-bbd0-4520-ac38-b91f7d20094c), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:53.988374 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a18437d-649e-487a-aa9e-bed2b5b751c7 req-b1f9f21b-cc9b-4f63-bf6d-a2e8fd2ebbe4 tempest-VolumesActionsTest-1898167988 tempest-VolumesActionsTest-1898167988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:20:53.989943 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-7a18437d-649e-487a-aa9e-bed2b5b751c7 req-b1f9f21b-cc9b-4f63-bf6d-a2e8fd2ebbe4 tempest-VolumesActionsTest-1898167988 tempest-VolumesActionsTest-1898167988-project] 10.222.0.24 "GET /v2.0/ports?device_id=32c3b05e-44c2-4e93-aadd-fe9bff0338aa HTTP/1.1" status: 200 len: 944 time: 0.1573031 Mar 21 11:20:54.024935 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2e5efc97-b68c-466b-83b7-ef5199113ff8 admin admin] Publish callbacks [] for security_group (4b739dd6-bbd0-4520-ac38-b91f7d20094c), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:54.108323 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-e5e45fb4-0490-4849-8283-0884d615b026 req-6015c8bf-533e-4c2f-9988-b80b4f390e31 tempest-VolumesSnapshotTestJSON-1592195337 tempest-VolumesSnapshotTestJSON-1592195337-project] For port eb8d7b0c-03de-46eb-a7ba-c2d56282cd0e, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=eb8d7b0c-03de-46eb-a7ba-c2d56282cd0e,segment=NetworkSegment(b19e3114-c19f-489f-8f55-bd12e0d12b82),segment_id=b19e3114-c19f-489f-8f55-bd12e0d12b82)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:20:54.108724 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-e5e45fb4-0490-4849-8283-0884d615b026 req-6015c8bf-533e-4c2f-9988-b80b4f390e31 tempest-VolumesSnapshotTestJSON-1592195337 tempest-VolumesSnapshotTestJSON-1592195337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701214'] for port (eb8d7b0c-03de-46eb-a7ba-c2d56282cd0e), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:54.141785 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-e5e45fb4-0490-4849-8283-0884d615b026 req-6015c8bf-533e-4c2f-9988-b80b4f390e31 tempest-VolumesSnapshotTestJSON-1592195337 tempest-VolumesSnapshotTestJSON-1592195337-project] Calling delete_port for eb8d7b0c-03de-46eb-a7ba-c2d56282cd0e owned by compute:nova {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:20:54.146674 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-7a18437d-649e-487a-aa9e-bed2b5b751c7 req-489f0a8f-1801-4d92-afab-68899bb1d256 tempest-VolumesActionsTest-1898167988 tempest-VolumesActionsTest-1898167988-project] 10.222.0.24 "GET /v2.0/security-groups?id=680cbbb6-66e1-4d6c-b48f-d37403527e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501622 Mar 21 11:20:54.212460 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2e5efc97-b68c-466b-83b7-ef5199113ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (4b739dd6-bbd0-4520-ac38-b91f7d20094c), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:54.214933 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2e5efc97-b68c-466b-83b7-ef5199113ff8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:54.216096 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-2e5efc97-b68c-466b-83b7-ef5199113ff8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4b739dd6-bbd0-4520-ac38-b91f7d20094c HTTP/1.1" status: 204 len: 168 time: 0.3938940 Mar 21 11:20:54.235460 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5efc97-b68c-466b-83b7-ef5199113ff8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b739dd6-bbd0-4520-ac38-b91f7d20094c,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:20:54.261459 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafb0a63-adca-48d3-b152-b97899192e13 req-8b933e49-f34c-4698-b680-89eec43725c6 tempest-VolumesSnapshotTestJSON-1592195337 tempest-VolumesSnapshotTestJSON-1592195337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:20:54.263022 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-fafb0a63-adca-48d3-b152-b97899192e13 req-8b933e49-f34c-4698-b680-89eec43725c6 tempest-VolumesSnapshotTestJSON-1592195337 tempest-VolumesSnapshotTestJSON-1592195337-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0f11398-b00b-47b8-918e-ac93695ce304 HTTP/1.1" status: 200 len: 945 time: 0.1386490 Mar 21 11:20:54.333604 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Device 55c024be-e334-442e-9915-e2241678977a details requested by agent hyperv_hv-cinder-83444 with host hv-cinder-83444 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 11:20:54.360950 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-fafb0a63-adca-48d3-b152-b97899192e13 req-09a747b6-6f98-4c2b-89e7-e2552ab8ce40 tempest-VolumesSnapshotTestJSON-1592195337 tempest-VolumesSnapshotTestJSON-1592195337-project] 10.222.0.24 "GET /v2.0/security-groups?id=24fc8614-278b-4e8e-a94f-c69589fdfddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782275 Mar 21 11:20:54.380543 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-e5e45fb4-0490-4849-8283-0884d615b026 req-6015c8bf-533e-4c2f-9988-b80b4f390e31 tempest-VolumesSnapshotTestJSON-1592195337 tempest-VolumesSnapshotTestJSON-1592195337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738246698626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738246144790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266186598'] for port (eb8d7b0c-03de-46eb-a7ba-c2d56282cd0e), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:54.451513 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6015c8bf-533e-4c2f-9988-b80b4f390e31 tempest-VolumesSnapshotTestJSON-1592195337 tempest-VolumesSnapshotTestJSON-1592195337-project] Pushing event deleted for resources: {'Port': ['ID=eb8d7b0c-03de-46eb-a7ba-c2d56282cd0e,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:20:54.473874 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5e45fb4-0490-4849-8283-0884d615b026 req-6015c8bf-533e-4c2f-9988-b80b4f390e31 tempest-VolumesSnapshotTestJSON-1592195337 tempest-VolumesSnapshotTestJSON-1592195337-project] No DVR routers for this DVR port eb8d7b0c-03de-46eb-a7ba-c2d56282cd0e on host hv-cinder-83444 {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 11:20:54.476497 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-e5e45fb4-0490-4849-8283-0884d615b026 req-6015c8bf-533e-4c2f-9988-b80b4f390e31 tempest-VolumesSnapshotTestJSON-1592195337 tempest-VolumesSnapshotTestJSON-1592195337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97509'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:54.480286 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-e5e45fb4-0490-4849-8283-0884d615b026 req-6015c8bf-533e-4c2f-9988-b80b4f390e31 tempest-VolumesSnapshotTestJSON-1592195337 tempest-VolumesSnapshotTestJSON-1592195337-project] 10.222.0.32 "DELETE /v2.0/ports/eb8d7b0c-03de-46eb-a7ba-c2d56282cd0e HTTP/1.1" status: 204 len: 173 time: 0.7471228 Mar 21 11:20:54.480974 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0f11398-b00b-47b8-918e-ac93695ce304', 'name': 'network-vif-deleted', 'tag': 'eb8d7b0c-03de-46eb-a7ba-c2d56282cd0e'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:20:54.483385 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881d039021bf7bfdbb2ec2cc2a60bd67cc793bf6de71028ad915050608b1b1c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0ae2417-4ce7-45e3-8643-2a602ac85783" -d '{"events": [{"server_uuid": "c0f11398-b00b-47b8-918e-ac93695ce304", "name": "network-vif-deleted", "tag": "eb8d7b0c-03de-46eb-a7ba-c2d56282cd0e"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:20:54.494633 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] get_ports_and_sgs() called for port_ids ['eb8d7b0c-03de-46eb-a7ba-c2d56282cd0e'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 11:20:54.540300 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] For port 55c024be-e334-442e-9915-e2241678977a, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=55c024be-e334-442e-9915-e2241678977a,segment=NetworkSegment(a8ce5465-0a35-4f4c-b041-25b77b1389a9),segment_id=a8ce5465-0a35-4f4c-b041-25b77b1389a9)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:20:54.557214 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 11:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aa7ac2d-f26f-4efc-b91a-65e98c607259 x-openstack-request-id: req-7aa7ac2d-f26f-4efc-b91a-65e98c607259 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:20:54.557530 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0f11398-b00b-47b8-918e-ac93695ce304", "name": "network-vif-deleted", "tag": "eb8d7b0c-03de-46eb-a7ba-c2d56282cd0e", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:20:54.557894 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7aa7ac2d-f26f-4efc-b91a-65e98c607259 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:20:54.558363 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0f11398-b00b-47b8-918e-ac93695ce304', 'name': 'network-vif-deleted', 'tag': 'eb8d7b0c-03de-46eb-a7ba-c2d56282cd0e', 'status': 'completed', 'code': 200} Mar 21 11:20:54.756545 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Returning: {'device': '55c024be-e334-442e-9915-e2241678977a', 'network_id': '0e56818c-d42e-4680-ba2d-ff8e56aedbb9', 'port_id': '55c024be-e334-442e-9915-e2241678977a', 'mac_address': 'fa:16:3e:1d:01:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12771de5-d4c2-49ce-9eaa-b2a9fd0a2f00', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 11:20:54.813741 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Current status of the port 55c024be-e334-442e-9915-e2241678977a is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:20:54.814700 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (55c024be-e334-442e-9915-e2241678977a), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:54.831435 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55c024be-e334-442e-9915-e2241678977a {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 11:20:54.854588 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] For port 55c024be-e334-442e-9915-e2241678977a, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=55c024be-e334-442e-9915-e2241678977a,segment=NetworkSegment(a8ce5465-0a35-4f4c-b041-25b77b1389a9),segment_id=a8ce5465-0a35-4f4c-b041-25b77b1389a9)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:20:54.860407 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817'] for port (55c024be-e334-442e-9915-e2241678977a), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:54.918780 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Pushing event updated for resources: {'Port': ['ID=55c024be-e334-442e-9915-e2241678977a,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:20:55.070010 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] get_ports_and_sgs() called for port_ids ['55c024be-e334-442e-9915-e2241678977a'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 11:20:55.303889 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a01b5d-5870-4467-b22c-c6e334b7b510 req-be97e497-d7ce-4c57-878a-5e74c3510a0b tempest-VolumesActionsTest-1898167988 tempest-VolumesActionsTest-1898167988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:20:55.306633 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-e2a01b5d-5870-4467-b22c-c6e334b7b510 req-be97e497-d7ce-4c57-878a-5e74c3510a0b tempest-VolumesActionsTest-1898167988 tempest-VolumesActionsTest-1898167988-project] 10.222.0.24 "GET /v2.0/ports?device_id=32c3b05e-44c2-4e93-aadd-fe9bff0338aa HTTP/1.1" status: 200 len: 945 time: 0.0736892 Mar 21 11:20:55.383884 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-e2a01b5d-5870-4467-b22c-c6e334b7b510 req-154c5a91-fdc2-479a-a9d6-14e6d0c84fee tempest-VolumesActionsTest-1898167988 tempest-VolumesActionsTest-1898167988-project] 10.222.0.24 "GET /v2.0/security-groups?id=680cbbb6-66e1-4d6c-b48f-d37403527e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708337 Mar 21 11:20:55.530526 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-49616c44-a948-4317-9a19-1450320e8cfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (5097f9b2-2ef0-4af4-bde3-0c344dd6e70c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:55.848978 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (e1ce583e-86b5-47e2-b889-5e91679074ed), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:56.347889 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Device 55c024be-e334-442e-9915-e2241678977a up at agent hyperv_hv-cinder-83444 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:20:56.407388 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Provisioning for port 55c024be-e334-442e-9915-e2241678977a completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 21 11:20:56.412669 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Provisioning complete for port 55c024be-e334-442e-9915-e2241678977a triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:20:56.413048 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688166'] for port (55c024be-e334-442e-9915-e2241678977a), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:56.506695 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Current status of the port 55c024be-e334-442e-9915-e2241678977a is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:20:56.506988 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (55c024be-e334-442e-9915-e2241678977a), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:56.520679 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a34d3c-cc3d-4b18-b0a8-bffb67454a71 req-42eef734-0069-4c46-95c5-6d6d8830ccda tempest-VolumesActionsTest-1898167988 tempest-VolumesActionsTest-1898167988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:20:56.522498 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-17a34d3c-cc3d-4b18-b0a8-bffb67454a71 req-42eef734-0069-4c46-95c5-6d6d8830ccda tempest-VolumesActionsTest-1898167988 tempest-VolumesActionsTest-1898167988-project] 10.222.0.24 "GET /v2.0/ports?device_id=32c3b05e-44c2-4e93-aadd-fe9bff0338aa HTTP/1.1" status: 200 len: 945 time: 0.0598743 Mar 21 11:20:56.531517 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32c3b05e-44c2-4e93-aadd-fe9bff0338aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55c024be-e334-442e-9915-e2241678977a'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:20:56.534484 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f4962fb769adde196efb410afcfec8f2b34529d6df7ca74076ce40474c5a66c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a91b8f12-a4e2-49cf-bac3-8bafc0e81758" -d '{"events": [{"server_uuid": "32c3b05e-44c2-4e93-aadd-fe9bff0338aa", "name": "network-vif-plugged", "status": "completed", "tag": "55c024be-e334-442e-9915-e2241678977a"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:20:56.548394 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] For port 55c024be-e334-442e-9915-e2241678977a, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=55c024be-e334-442e-9915-e2241678977a,segment=NetworkSegment(a8ce5465-0a35-4f4c-b041-25b77b1389a9),segment_id=a8ce5465-0a35-4f4c-b041-25b77b1389a9)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:20:56.555174 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817'] for port (55c024be-e334-442e-9915-e2241678977a), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:56.556073 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Device eb8d7b0c-03de-46eb-a7ba-c2d56282cd0e no longer exists at agent hyperv_hv-cinder-83444 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 11:20:56.578204 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 11:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1454a7e-11ed-4112-9cdc-e2842944f862 x-openstack-request-id: req-a1454a7e-11ed-4112-9cdc-e2842944f862 {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:20:56.578496 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32c3b05e-44c2-4e93-aadd-fe9bff0338aa", "name": "network-vif-plugged", "status": "completed", "tag": "55c024be-e334-442e-9915-e2241678977a", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:20:56.578779 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a1454a7e-11ed-4112-9cdc-e2842944f862 {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:20:56.579127 dv-cinder-834448-1-smb neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32c3b05e-44c2-4e93-aadd-fe9bff0338aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55c024be-e334-442e-9915-e2241678977a', 'code': 200} Mar 21 11:20:56.592554 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-17a34d3c-cc3d-4b18-b0a8-bffb67454a71 req-1c0ffd37-0fc2-4478-b537-3631c1a54ce1 tempest-VolumesActionsTest-1898167988 tempest-VolumesActionsTest-1898167988-project] 10.222.0.24 "GET /v2.0/security-groups?id=680cbbb6-66e1-4d6c-b48f-d37403527e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638821 Mar 21 11:20:56.600945 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] No Port match for: eb8d7b0c-03de-46eb-a7ba-c2d56282cd0e {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 11:20:56.601289 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Device eb8d7b0c-03de-46eb-a7ba-c2d56282cd0e not bound to the agent host hv-cinder-83444 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 11:20:56.629352 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Pushing event updated for resources: {'Port': ['ID=55c024be-e334-442e-9915-e2241678977a,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:20:56.764913 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e2de3b-045f-4b57-a35a-9f526ebd35a6 req-3b4b5f58-da3c-4637-86e4-9759b1847d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:20:56.766886 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-84e2de3b-045f-4b57-a35a-9f526ebd35a6 req-3b4b5f58-da3c-4637-86e4-9759b1847d3d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=32c3b05e-44c2-4e93-aadd-fe9bff0338aa HTTP/1.1" status: 200 len: 1130 time: 0.0582843 Mar 21 11:20:56.834115 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-84e2de3b-045f-4b57-a35a-9f526ebd35a6 req-89628871-01cc-4d65-934f-0a7d2643e49d service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=680cbbb6-66e1-4d6c-b48f-d37403527e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587490 Mar 21 11:20:57.731595 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926fda11-709a-4bd4-bdc7-bc665a1e5c0e req-bc51544d-92e9-4d84-ae5c-380dab741da3 tempest-VolumesActionsTest-1898167988 tempest-VolumesActionsTest-1898167988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:20:57.733509 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-926fda11-709a-4bd4-bdc7-bc665a1e5c0e req-bc51544d-92e9-4d84-ae5c-380dab741da3 tempest-VolumesActionsTest-1898167988 tempest-VolumesActionsTest-1898167988-project] 10.222.0.24 "GET /v2.0/ports?device_id=32c3b05e-44c2-4e93-aadd-fe9bff0338aa HTTP/1.1" status: 200 len: 946 time: 0.0714250 Mar 21 11:20:57.806977 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-926fda11-709a-4bd4-bdc7-bc665a1e5c0e req-56c5064b-bccb-4d49-bf21-6c533e46815b tempest-VolumesActionsTest-1898167988 tempest-VolumesActionsTest-1898167988-project] 10.222.0.24 "GET /v2.0/security-groups?id=680cbbb6-66e1-4d6c-b48f-d37403527e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663064 Mar 21 11:20:58.222118 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6694aa1f-bf8d-44e0-b771-2551b8853c50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (47320176-3fab-4a55-b687-b3e35e89e628), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:58.637546 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-5db6d96b-8c48-4aa5-944a-567c97b9cc9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (964235d6-d67c-4a74-84a5-611ab5391dc9), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:58.960047 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56343f22-652b-49dc-a7f7-8a4f95b3e036 req-bf9b369c-4bf5-4167-93cd-48634fc47407 tempest-VolumesActionsTest-1898167988 tempest-VolumesActionsTest-1898167988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:20:58.961581 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-56343f22-652b-49dc-a7f7-8a4f95b3e036 req-bf9b369c-4bf5-4167-93cd-48634fc47407 tempest-VolumesActionsTest-1898167988 tempest-VolumesActionsTest-1898167988-project] 10.222.0.24 "GET /v2.0/ports?device_id=32c3b05e-44c2-4e93-aadd-fe9bff0338aa HTTP/1.1" status: 200 len: 946 time: 0.0672958 Mar 21 11:20:59.021322 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-56343f22-652b-49dc-a7f7-8a4f95b3e036 req-62e538d5-2909-4b73-9520-8b40ab93a8d3 tempest-VolumesActionsTest-1898167988 tempest-VolumesActionsTest-1898167988-project] 10.222.0.24 "GET /v2.0/security-groups?id=680cbbb6-66e1-4d6c-b48f-d37403527e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539539 Mar 21 11:20:59.549773 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (4788e3a4-6d7d-47da-90c6-7227f6e2e35d), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:59.682108 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e7d6a0-02c9-43fb-b84a-2e589d062d4e req-1964dcc8-0eb4-4812-b0ca-67f80f676f6a tempest-VolumesSnapshotTestJSON-1592195337 tempest-VolumesSnapshotTestJSON-1592195337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:20:59.683641 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-f8e7d6a0-02c9-43fb-b84a-2e589d062d4e req-1964dcc8-0eb4-4812-b0ca-67f80f676f6a tempest-VolumesSnapshotTestJSON-1592195337 tempest-VolumesSnapshotTestJSON-1592195337-project] 10.222.0.24 "GET /v2.0/networks?id=0c9bcdcb-fedc-4f36-804e-2525ea7781e1 HTTP/1.1" status: 200 len: 814 time: 0.1163051 Mar 21 11:20:59.699908 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-f8e7d6a0-02c9-43fb-b84a-2e589d062d4e req-13f2d293-1391-4c63-9416-0a8a22eee386 tempest-VolumesSnapshotTestJSON-1592195337 tempest-VolumesSnapshotTestJSON-1592195337-project] 10.222.0.24 "GET /v2.0/quotas/9293dcf1a19b4cbeae30735191af2fc2 HTTP/1.1" status: 200 len: 375 time: 0.0104830 Mar 21 11:20:59.737918 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-f8e7d6a0-02c9-43fb-b84a-2e589d062d4e req-005c96f8-4837-45b4-b665-6225ff6076cd tempest-VolumesSnapshotTestJSON-1592195337 tempest-VolumesSnapshotTestJSON-1592195337-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=9293dcf1a19b4cbeae30735191af2fc2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0324111 Mar 21 11:20:59.854007 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-f8e7d6a0-02c9-43fb-b84a-2e589d062d4e req-07ee7f08-f6e9-4f17-9369-7f4d6ae885e8 service neutron] 10.222.0.24 "GET /v2.0/networks/0c9bcdcb-fedc-4f36-804e-2525ea7781e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093066 Mar 21 11:20:59.951537 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-f8e7d6a0-02c9-43fb-b84a-2e589d062d4e req-51f02377-06e1-4412-aa1c-d4b2d910c7fa service neutron] 10.222.0.24 "GET /v2.0/networks/0c9bcdcb-fedc-4f36-804e-2525ea7781e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915639 Mar 21 11:21:00.130998 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-bc5c58a4-fb6c-477f-b356-aa1b793ca938 req-ed071e18-7356-4eb0-8ba2-9b79aa7ec0f2 tempest-VolumesSnapshotTestJSON-1592195337 tempest-VolumesSnapshotTestJSON-1592195337-project] 10.222.0.24 "GET /v2.0/ports?device_id=3873cae4-01e1-448f-b2e3-2ca35ffcc753 HTTP/1.1" status: 200 len: 210 time: 0.0386968 Mar 21 11:21:01.169888 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e7d6a0-02c9-43fb-b84a-2e589d062d4e req-e8cdb35a-c656-4fba-9e04-ab9ab3860928 tempest-VolumesSnapshotTestJSON-1592195337 tempest-VolumesSnapshotTestJSON-1592195337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:21:01.171660 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-f8e7d6a0-02c9-43fb-b84a-2e589d062d4e req-e8cdb35a-c656-4fba-9e04-ab9ab3860928 tempest-VolumesSnapshotTestJSON-1592195337 tempest-VolumesSnapshotTestJSON-1592195337-project] 10.222.0.32 "GET /v2.0/networks?id=0c9bcdcb-fedc-4f36-804e-2525ea7781e1 HTTP/1.1" status: 200 len: 814 time: 0.1330101 Mar 21 11:21:01.186618 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.v2.base [req-f8e7d6a0-02c9-43fb-b84a-2e589d062d4e req-f4929331-2010-4f19-9152-890ffeed1924 tempest-VolumesSnapshotTestJSON-1592195337 tempest-VolumesSnapshotTestJSON-1592195337-project] Request body: {'port': {'device_id': '3873cae4-01e1-448f-b2e3-2ca35ffcc753', 'network_id': '0c9bcdcb-fedc-4f36-804e-2525ea7781e1', 'admin_state_up': True, 'tenant_id': '9293dcf1a19b4cbeae30735191af2fc2'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:21:01.328422 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-c3f3f491-c4c3-4de0-92fc-f1518ca06c85 req-7b3f189d-307e-422d-81fe-6c30f9e00086 tempest-VolumesSnapshotTestJSON-1592195337 tempest-VolumesSnapshotTestJSON-1592195337-project] 10.222.0.24 "GET /v2.0/ports?device_id=3873cae4-01e1-448f-b2e3-2ca35ffcc753 HTTP/1.1" status: 200 len: 210 time: 0.0496063 Mar 21 11:21:01.385195 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8e7d6a0-02c9-43fb-b84a-2e589d062d4e req-f4929331-2010-4f19-9152-890ffeed1924 tempest-VolumesSnapshotTestJSON-1592195337 tempest-VolumesSnapshotTestJSON-1592195337-project] Made reservation on behalf of 9293dcf1a19b4cbeae30735191af2fc2 for: {'port': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 11:21:01.388868 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-f8e7d6a0-02c9-43fb-b84a-2e589d062d4e req-f4929331-2010-4f19-9152-890ffeed1924 tempest-VolumesSnapshotTestJSON-1592195337 tempest-VolumesSnapshotTestJSON-1592195337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:01.522842 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [req-f8e7d6a0-02c9-43fb-b84a-2e589d062d4e req-f4929331-2010-4f19-9152-890ffeed1924 tempest-VolumesSnapshotTestJSON-1592195337 tempest-VolumesSnapshotTestJSON-1592195337-project] Allocated IP 172.20.0.4 (0c9bcdcb-fedc-4f36-804e-2525ea7781e1/08002a44-5b90-454d-a072-5da553404e00/f0f34336-ab33-4225-a36f-22690f197b41) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:21:01.523476 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.agents_db [None req-8008186f-aa22-4b77-a63e-1bf9dbff4757 None None] Agent healthcheck: found 6 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 11:21:01.717361 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-f8e7d6a0-02c9-43fb-b84a-2e589d062d4e req-f4929331-2010-4f19-9152-890ffeed1924 tempest-VolumesSnapshotTestJSON-1592195337 tempest-VolumesSnapshotTestJSON-1592195337-project] Publish callbacks [] for port (f0f34336-ab33-4225-a36f-22690f197b41), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:01.727548 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14087221-c2ee-43eb-a092-3ef9e33da137 req-c6c161b5-0f7b-4bcc-b9cd-59e42e2962e7 tempest-VolumesActionsTest-1898167988 tempest-VolumesActionsTest-1898167988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:21:01.729077 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-14087221-c2ee-43eb-a092-3ef9e33da137 req-c6c161b5-0f7b-4bcc-b9cd-59e42e2962e7 tempest-VolumesActionsTest-1898167988 tempest-VolumesActionsTest-1898167988-project] 10.222.0.24 "GET /v2.0/ports?device_id=32c3b05e-44c2-4e93-aadd-fe9bff0338aa HTTP/1.1" status: 200 len: 946 time: 0.1002669 Mar 21 11:21:01.794850 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-14087221-c2ee-43eb-a092-3ef9e33da137 req-31e3e193-76ab-4a40-bb30-062db0d82e4a tempest-VolumesActionsTest-1898167988 tempest-VolumesActionsTest-1898167988-project] 10.222.0.24 "GET /v2.0/security-groups?id=680cbbb6-66e1-4d6c-b48f-d37403527e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595834 Mar 21 11:21:01.795863 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-f8e7d6a0-02c9-43fb-b84a-2e589d062d4e req-f4929331-2010-4f19-9152-890ffeed1924 tempest-VolumesSnapshotTestJSON-1592195337 tempest-VolumesSnapshotTestJSON-1592195337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738246144781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266186598'] for port (f0f34336-ab33-4225-a36f-22690f197b41), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:01.840526 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8e7d6a0-02c9-43fb-b84a-2e589d062d4e req-f4929331-2010-4f19-9152-890ffeed1924 tempest-VolumesSnapshotTestJSON-1592195337 tempest-VolumesSnapshotTestJSON-1592195337-project] Network 0c9bcdcb-fedc-4f36-804e-2525ea7781e1 is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:21:01.843589 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [req-f8e7d6a0-02c9-43fb-b84a-2e589d062d4e req-f4929331-2010-4f19-9152-890ffeed1924 tempest-VolumesSnapshotTestJSON-1592195337 tempest-VolumesSnapshotTestJSON-1592195337-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:21:01.847228 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8e7d6a0-02c9-43fb-b84a-2e589d062d4e req-f4929331-2010-4f19-9152-890ffeed1924 tempest-VolumesSnapshotTestJSON-1592195337 tempest-VolumesSnapshotTestJSON-1592195337-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:21:01.859091 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4929331-2010-4f19-9152-890ffeed1924 tempest-VolumesSnapshotTestJSON-1592195337 tempest-VolumesSnapshotTestJSON-1592195337-project] Pushing event updated for resources: {'Port': ['ID=f0f34336-ab33-4225-a36f-22690f197b41,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:21:01.914125 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e7d6a0-02c9-43fb-b84a-2e589d062d4e req-f4929331-2010-4f19-9152-890ffeed1924 tempest-VolumesSnapshotTestJSON-1592195337 tempest-VolumesSnapshotTestJSON-1592195337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:21:01.914722 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-f8e7d6a0-02c9-43fb-b84a-2e589d062d4e req-f4929331-2010-4f19-9152-890ffeed1924 tempest-VolumesSnapshotTestJSON-1592195337 tempest-VolumesSnapshotTestJSON-1592195337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97509'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:01.934433 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-f8e7d6a0-02c9-43fb-b84a-2e589d062d4e req-f4929331-2010-4f19-9152-890ffeed1924 tempest-VolumesSnapshotTestJSON-1592195337 tempest-VolumesSnapshotTestJSON-1592195337-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7525306 Mar 21 11:21:01.948627 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.v2.base [req-f8e7d6a0-02c9-43fb-b84a-2e589d062d4e req-5fc82e45-259a-4f8d-ad29-551a0a2f9c78 service neutron] Request body: {'port': {'device_id': '3873cae4-01e1-448f-b2e3-2ca35ffcc753', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83444'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:21:02.013254 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-f8e7d6a0-02c9-43fb-b84a-2e589d062d4e req-5fc82e45-259a-4f8d-ad29-551a0a2f9c78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (f0f34336-ab33-4225-a36f-22690f197b41), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:02.311820 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.notifiers.nova [req-f8e7d6a0-02c9-43fb-b84a-2e589d062d4e req-5fc82e45-259a-4f8d-ad29-551a0a2f9c78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0f34336-ab33-4225-a36f-22690f197b41 {{(pid=103421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 11:21:02.321121 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-f8e7d6a0-02c9-43fb-b84a-2e589d062d4e req-5fc82e45-259a-4f8d-ad29-551a0a2f9c78 service neutron] Publish callbacks [] for port (f0f34336-ab33-4225-a36f-22690f197b41), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:02.334099 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [req-f8e7d6a0-02c9-43fb-b84a-2e589d062d4e req-5fc82e45-259a-4f8d-ad29-551a0a2f9c78 service neutron] Transition to ACTIVE for port object f0f34336-ab33-4225-a36f-22690f197b41 will not be triggered until provisioned by entity L2. {{(pid=103421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 21 11:21:02.338123 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-f8e7d6a0-02c9-43fb-b84a-2e589d062d4e req-5fc82e45-259a-4f8d-ad29-551a0a2f9c78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266186577'] for port (f0f34336-ab33-4225-a36f-22690f197b41), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:02.709358 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc82e45-259a-4f8d-ad29-551a0a2f9c78 service neutron] Pushing event updated for resources: {'Port': ['ID=f0f34336-ab33-4225-a36f-22690f197b41,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:21:02.787508 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb32531-bbac-473f-acf6-ba5fb3620e63 req-7d44956a-e9fa-4004-8ab0-e68d62debbd2 tempest-VolumesSnapshotTestJSON-1592195337 tempest-VolumesSnapshotTestJSON-1592195337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:21:02.789087 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-bcb32531-bbac-473f-acf6-ba5fb3620e63 req-7d44956a-e9fa-4004-8ab0-e68d62debbd2 tempest-VolumesSnapshotTestJSON-1592195337 tempest-VolumesSnapshotTestJSON-1592195337-project] 10.222.0.24 "GET /v2.0/ports?device_id=3873cae4-01e1-448f-b2e3-2ca35ffcc753 HTTP/1.1" status: 200 len: 943 time: 0.1367309 Mar 21 11:21:02.826316 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-f8e7d6a0-02c9-43fb-b84a-2e589d062d4e req-5fc82e45-259a-4f8d-ad29-551a0a2f9c78 service neutron] Attempting to bind port f0f34336-ab33-4225-a36f-22690f197b41 on host hv-cinder-83444 for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 11:21:02.826683 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-f8e7d6a0-02c9-43fb-b84a-2e589d062d4e req-5fc82e45-259a-4f8d-ad29-551a0a2f9c78 service neutron] Attempting to bind port f0f34336-ab33-4225-a36f-22690f197b41 by drivers openvswitch,hyperv on host hv-cinder-83444 at level 0 using segments [{'id': 'b19e3114-c19f-489f-8f55-bd12e0d12b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '0c9bcdcb-fedc-4f36-804e-2525ea7781e1'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 11:21:02.827074 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e7d6a0-02c9-43fb-b84a-2e589d062d4e req-5fc82e45-259a-4f8d-ad29-551a0a2f9c78 service neutron] Attempting to bind port f0f34336-ab33-4225-a36f-22690f197b41 on network 0c9bcdcb-fedc-4f36-804e-2525ea7781e1 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:21:02.845129 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e7d6a0-02c9-43fb-b84a-2e589d062d4e req-5fc82e45-259a-4f8d-ad29-551a0a2f9c78 service neutron] Port f0f34336-ab33-4225-a36f-22690f197b41 on network 0c9bcdcb-fedc-4f36-804e-2525ea7781e1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83444 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 21 11:21:02.845558 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e7d6a0-02c9-43fb-b84a-2e589d062d4e req-5fc82e45-259a-4f8d-ad29-551a0a2f9c78 service neutron] Attempting to bind port f0f34336-ab33-4225-a36f-22690f197b41 on network 0c9bcdcb-fedc-4f36-804e-2525ea7781e1 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:21:02.858851 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e7d6a0-02c9-43fb-b84a-2e589d062d4e req-5fc82e45-259a-4f8d-ad29-551a0a2f9c78 service neutron] Checking agent: {'id': 'e1ce583e-86b5-47e2-b889-5e91679074ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83444', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 11, 11, 26), 'started_at': datetime.datetime(2022, 3, 21, 11, 11, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 11, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 11:21:02.859160 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e7d6a0-02c9-43fb-b84a-2e589d062d4e req-5fc82e45-259a-4f8d-ad29-551a0a2f9c78 service neutron] Checking segment: {'id': 'b19e3114-c19f-489f-8f55-bd12e0d12b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '0c9bcdcb-fedc-4f36-804e-2525ea7781e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:21:02.859568 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e7d6a0-02c9-43fb-b84a-2e589d062d4e req-5fc82e45-259a-4f8d-ad29-551a0a2f9c78 service neutron] Bound using segment: {'id': 'b19e3114-c19f-489f-8f55-bd12e0d12b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '0c9bcdcb-fedc-4f36-804e-2525ea7781e1'} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 11:21:02.860034 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-f8e7d6a0-02c9-43fb-b84a-2e589d062d4e req-5fc82e45-259a-4f8d-ad29-551a0a2f9c78 service neutron] Bound port: f0f34336-ab33-4225-a36f-22690f197b41, host: hv-cinder-83444, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b19e3114-c19f-489f-8f55-bd12e0d12b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '0c9bcdcb-fedc-4f36-804e-2525ea7781e1'}}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 11:21:02.860371 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-f8e7d6a0-02c9-43fb-b84a-2e589d062d4e req-5fc82e45-259a-4f8d-ad29-551a0a2f9c78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (f0f34336-ab33-4225-a36f-22690f197b41), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:02.865184 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-bcb32531-bbac-473f-acf6-ba5fb3620e63 req-46260f79-0290-4991-b682-ef1e937746a5 tempest-VolumesSnapshotTestJSON-1592195337 tempest-VolumesSnapshotTestJSON-1592195337-project] 10.222.0.24 "GET /v2.0/security-groups?id=24fc8614-278b-4e8e-a94f-c69589fdfddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702860 Mar 21 11:21:02.968322 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-f8e7d6a0-02c9-43fb-b84a-2e589d062d4e req-5fc82e45-259a-4f8d-ad29-551a0a2f9c78 service neutron] For port f0f34336-ab33-4225-a36f-22690f197b41, host hv-cinder-83444, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 11:21:02.972196 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-f8e7d6a0-02c9-43fb-b84a-2e589d062d4e req-5fc82e45-259a-4f8d-ad29-551a0a2f9c78 service neutron] For port f0f34336-ab33-4225-a36f-22690f197b41, host hv-cinder-83444, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=f0f34336-ab33-4225-a36f-22690f197b41,segment=NetworkSegment(b19e3114-c19f-489f-8f55-bd12e0d12b82),segment_id=b19e3114-c19f-489f-8f55-bd12e0d12b82)] {{(pid=103421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 11:21:02.980561 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e35ef30-e53d-4acb-a908-6b7ca3fa2f24 req-564eba67-389e-47b2-9feb-8cada8c48a2c tempest-VolumesActionsTest-1898167988 tempest-VolumesActionsTest-1898167988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:21:02.982191 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-1e35ef30-e53d-4acb-a908-6b7ca3fa2f24 req-564eba67-389e-47b2-9feb-8cada8c48a2c tempest-VolumesActionsTest-1898167988 tempest-VolumesActionsTest-1898167988-project] 10.222.0.24 "GET /v2.0/ports?device_id=32c3b05e-44c2-4e93-aadd-fe9bff0338aa HTTP/1.1" status: 200 len: 946 time: 0.1092315 Mar 21 11:21:02.985993 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da071e9-ad95-4f73-8f1e-e8d314524646 req-f3465bd5-746d-4f50-beb6-ea59cd99a746 tempest-VolumesActionsTest-1898167988 tempest-VolumesActionsTest-1898167988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:21:02.987601 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-3da071e9-ad95-4f73-8f1e-e8d314524646 req-f3465bd5-746d-4f50-beb6-ea59cd99a746 tempest-VolumesActionsTest-1898167988 tempest-VolumesActionsTest-1898167988-project] 10.222.0.32 "GET /v2.0/ports?device_id=32c3b05e-44c2-4e93-aadd-fe9bff0338aa HTTP/1.1" status: 200 len: 946 time: 0.0579283 Mar 21 11:21:02.996613 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-f8e7d6a0-02c9-43fb-b84a-2e589d062d4e req-5fc82e45-259a-4f8d-ad29-551a0a2f9c78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266186577'] for port (f0f34336-ab33-4225-a36f-22690f197b41), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:03.049990 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e7d6a0-02c9-43fb-b84a-2e589d062d4e req-5fc82e45-259a-4f8d-ad29-551a0a2f9c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:21:03.050669 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-f8e7d6a0-02c9-43fb-b84a-2e589d062d4e req-5fc82e45-259a-4f8d-ad29-551a0a2f9c78 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97509'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:03.052107 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-f8e7d6a0-02c9-43fb-b84a-2e589d062d4e req-5fc82e45-259a-4f8d-ad29-551a0a2f9c78 service neutron] 10.222.0.32 "PUT /v2.0/ports/f0f34336-ab33-4225-a36f-22690f197b41 HTTP/1.1" status: 200 len: 1093 time: 1.1102250 Mar 21 11:21:03.054513 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3873cae4-01e1-448f-b2e3-2ca35ffcc753', 'tag': 'f0f34336-ab33-4225-a36f-22690f197b41'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:21:03.056815 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881d039021bf7bfdbb2ec2cc2a60bd67cc793bf6de71028ad915050608b1b1c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c875c126-e0b2-45f7-9227-781a4f7c100d" -d '{"events": [{"name": "network-changed", "server_uuid": "3873cae4-01e1-448f-b2e3-2ca35ffcc753", "tag": "f0f34336-ab33-4225-a36f-22690f197b41"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:21:03.095373 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc82e45-259a-4f8d-ad29-551a0a2f9c78 service neutron] Pushing event updated for resources: {'Port': ['ID=f0f34336-ab33-4225-a36f-22690f197b41,revision_number=3']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:21:03.114188 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-3da071e9-ad95-4f73-8f1e-e8d314524646 req-4ea3c143-5f22-412d-99b9-ed31772d096c tempest-VolumesActionsTest-1898167988 tempest-VolumesActionsTest-1898167988-project] Deleting port 55c024be-e334-442e-9915-e2241678977a {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:21:03.114886 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-3da071e9-ad95-4f73-8f1e-e8d314524646 req-4ea3c143-5f22-412d-99b9-ed31772d096c tempest-VolumesActionsTest-1898167988 tempest-VolumesActionsTest-1898167988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738246690591'] for port (55c024be-e334-442e-9915-e2241678977a), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:03.133037 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-1e35ef30-e53d-4acb-a908-6b7ca3fa2f24 req-08d0c223-7394-4c58-ba95-77ce4ff74ffe tempest-VolumesActionsTest-1898167988 tempest-VolumesActionsTest-1898167988-project] 10.222.0.24 "GET /v2.0/security-groups?id=680cbbb6-66e1-4d6c-b48f-d37403527e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336536 Mar 21 11:21:03.157935 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 11:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bcd753e-0488-439e-8ff2-59ee39771818 x-openstack-request-id: req-6bcd753e-0488-439e-8ff2-59ee39771818 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:21:03.158220 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3873cae4-01e1-448f-b2e3-2ca35ffcc753", "tag": "f0f34336-ab33-4225-a36f-22690f197b41", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:21:03.158468 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6bcd753e-0488-439e-8ff2-59ee39771818 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:21:03.158853 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3873cae4-01e1-448f-b2e3-2ca35ffcc753', 'tag': 'f0f34336-ab33-4225-a36f-22690f197b41', 'status': 'completed', 'code': 200} Mar 21 11:21:03.180671 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e7d6a0-02c9-43fb-b84a-2e589d062d4e req-02e54d2e-1973-4c99-b73a-eea9e79076ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:21:03.182235 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-f8e7d6a0-02c9-43fb-b84a-2e589d062d4e req-02e54d2e-1973-4c99-b73a-eea9e79076ef service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9293dcf1a19b4cbeae30735191af2fc2&device_id=3873cae4-01e1-448f-b2e3-2ca35ffcc753 HTTP/1.1" status: 200 len: 1127 time: 0.0738037 Mar 21 11:21:03.220500 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.db [req-3da071e9-ad95-4f73-8f1e-e8d314524646 req-4ea3c143-5f22-412d-99b9-ed31772d096c tempest-VolumesActionsTest-1898167988 tempest-VolumesActionsTest-1898167988-project] For port 55c024be-e334-442e-9915-e2241678977a, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=55c024be-e334-442e-9915-e2241678977a,segment=NetworkSegment(a8ce5465-0a35-4f4c-b041-25b77b1389a9),segment_id=a8ce5465-0a35-4f4c-b041-25b77b1389a9)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:21:03.220744 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-3da071e9-ad95-4f73-8f1e-e8d314524646 req-4ea3c143-5f22-412d-99b9-ed31772d096c tempest-VolumesActionsTest-1898167988 tempest-VolumesActionsTest-1898167988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701214'] for port (55c024be-e334-442e-9915-e2241678977a), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:03.239372 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [req-3da071e9-ad95-4f73-8f1e-e8d314524646 req-4ea3c143-5f22-412d-99b9-ed31772d096c tempest-VolumesActionsTest-1898167988 tempest-VolumesActionsTest-1898167988-project] Calling delete_port for 55c024be-e334-442e-9915-e2241678977a owned by compute:nova {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:21:03.242297 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-f8e7d6a0-02c9-43fb-b84a-2e589d062d4e req-6d9cb658-ac2e-4df1-9b60-504e6b4f6c4b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f0f34336-ab33-4225-a36f-22690f197b41 HTTP/1.1" status: 200 len: 217 time: 0.0519822 Mar 21 11:21:03.302557 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e7d6a0-02c9-43fb-b84a-2e589d062d4e req-c84e46c3-6541-4ded-890e-2f35c2736dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:21:03.303928 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-f8e7d6a0-02c9-43fb-b84a-2e589d062d4e req-c84e46c3-6541-4ded-890e-2f35c2736dd7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=08002a44-5b90-454d-a072-5da553404e00 HTTP/1.1" status: 200 len: 854 time: 0.0556431 Mar 21 11:21:03.350141 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-f8e7d6a0-02c9-43fb-b84a-2e589d062d4e req-0d4aae69-f132-4820-99ad-75288fb5529b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0c9bcdcb-fedc-4f36-804e-2525ea7781e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390363 Mar 21 11:21:03.403997 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-3da071e9-ad95-4f73-8f1e-e8d314524646 req-4ea3c143-5f22-412d-99b9-ed31772d096c tempest-VolumesActionsTest-1898167988 tempest-VolumesActionsTest-1898167988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738246698626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738246144790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265271506'] for port (55c024be-e334-442e-9915-e2241678977a), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:03.419684 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] get_ports_and_sgs() called for port_ids ['55c024be-e334-442e-9915-e2241678977a'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 11:21:03.438177 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea3c143-5f22-412d-99b9-ed31772d096c tempest-VolumesActionsTest-1898167988 tempest-VolumesActionsTest-1898167988-project] Pushing event deleted for resources: {'Port': ['ID=55c024be-e334-442e-9915-e2241678977a,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:21:03.471419 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-f8e7d6a0-02c9-43fb-b84a-2e589d062d4e req-f4caa8f6-ee95-4ddf-a0b8-e0c8453006cb service neutron] 10.222.0.32 "GET /v2.0/networks/0c9bcdcb-fedc-4f36-804e-2525ea7781e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145461 Mar 21 11:21:03.493622 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [req-3da071e9-ad95-4f73-8f1e-e8d314524646 req-4ea3c143-5f22-412d-99b9-ed31772d096c tempest-VolumesActionsTest-1898167988 tempest-VolumesActionsTest-1898167988-project] No DVR routers for this DVR port 55c024be-e334-442e-9915-e2241678977a on host hv-cinder-83444 {{(pid=103422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 11:21:03.496929 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [req-3da071e9-ad95-4f73-8f1e-e8d314524646 req-4ea3c143-5f22-412d-99b9-ed31772d096c tempest-VolumesActionsTest-1898167988 tempest-VolumesActionsTest-1898167988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97509'] for port (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:03.500675 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [req-3da071e9-ad95-4f73-8f1e-e8d314524646 req-4ea3c143-5f22-412d-99b9-ed31772d096c tempest-VolumesActionsTest-1898167988 tempest-VolumesActionsTest-1898167988-project] 10.222.0.32 "DELETE /v2.0/ports/55c024be-e334-442e-9915-e2241678977a HTTP/1.1" status: 204 len: 173 time: 0.5075724 Mar 21 11:21:03.501181 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32c3b05e-44c2-4e93-aadd-fe9bff0338aa', 'name': 'network-vif-deleted', 'tag': '55c024be-e334-442e-9915-e2241678977a'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:21:03.504291 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41c5d39db19d144038176bb777b16d1c8d23e2eed0354b669264d617ed9abe1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a13a085-e636-4eab-9b4d-5541473f4887" -d '{"events": [{"server_uuid": "32c3b05e-44c2-4e93-aadd-fe9bff0338aa", "name": "network-vif-deleted", "tag": "55c024be-e334-442e-9915-e2241678977a"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:21:03.552696 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 11:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a4ed636-ff0a-4e9a-bac2-3598205f2d25 x-openstack-request-id: req-2a4ed636-ff0a-4e9a-bac2-3598205f2d25 {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:21:03.553243 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32c3b05e-44c2-4e93-aadd-fe9bff0338aa", "name": "network-vif-deleted", "tag": "55c024be-e334-442e-9915-e2241678977a", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:21:03.553500 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2a4ed636-ff0a-4e9a-bac2-3598205f2d25 {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:21:03.553899 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32c3b05e-44c2-4e93-aadd-fe9bff0338aa', 'name': 'network-vif-deleted', 'tag': '55c024be-e334-442e-9915-e2241678977a', 'status': 'completed', 'code': 200} Mar 21 11:21:03.576148 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-f8e7d6a0-02c9-43fb-b84a-2e589d062d4e req-78b0a15f-c1ca-4bee-ba4b-fa77f70275fb service neutron] 10.222.0.32 "GET /v2.0/networks/0c9bcdcb-fedc-4f36-804e-2525ea7781e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984821 Mar 21 11:21:03.706449 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c875c126-e0b2-45f7-9227-781a4f7c100d req-5a34cf2e-6d12-46e7-a3a6-b81d0122fb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:21:03.708335 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-c875c126-e0b2-45f7-9227-781a4f7c100d req-5a34cf2e-6d12-46e7-a3a6-b81d0122fb42 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9293dcf1a19b4cbeae30735191af2fc2&device_id=3873cae4-01e1-448f-b2e3-2ca35ffcc753 HTTP/1.1" status: 200 len: 1127 time: 0.0628479 Mar 21 11:21:03.820128 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c875c126-e0b2-45f7-9227-781a4f7c100d req-7246e0fa-27b2-4758-ae91-7ae975f86fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:21:03.821771 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-c875c126-e0b2-45f7-9227-781a4f7c100d req-7246e0fa-27b2-4758-ae91-7ae975f86fd4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0c9bcdcb-fedc-4f36-804e-2525ea7781e1 HTTP/1.1" status: 200 len: 915 time: 0.1052449 Mar 21 11:21:03.867401 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 49568) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:21:03.876038 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-c875c126-e0b2-45f7-9227-781a4f7c100d req-35528aef-6426-43a7-9e11-b3a7a4040a88 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f0f34336-ab33-4225-a36f-22690f197b41 HTTP/1.1" status: 200 len: 217 time: 0.0474980 Mar 21 11:21:03.937430 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c875c126-e0b2-45f7-9227-781a4f7c100d req-6a84797c-26c8-4f9a-b057-0989cdddcf26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:21:03.938936 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-c875c126-e0b2-45f7-9227-781a4f7c100d req-6a84797c-26c8-4f9a-b057-0989cdddcf26 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=08002a44-5b90-454d-a072-5da553404e00 HTTP/1.1" status: 200 len: 854 time: 0.0556314 Mar 21 11:21:03.982935 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-c875c126-e0b2-45f7-9227-781a4f7c100d req-8f426e9d-3a13-4883-978a-1d1aae9f04e3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0c9bcdcb-fedc-4f36-804e-2525ea7781e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378149 Mar 21 11:21:04.067572 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-f96e44b5-4918-4ef3-8245-40661fb2c437 tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] Deleting port 8b746d51-f993-4816-b2f8-f923da4b4cb7 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:21:04.068208 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f96e44b5-4918-4ef3-8245-40661fb2c437 tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738246690591'] for port (8b746d51-f993-4816-b2f8-f923da4b4cb7), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:04.112406 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430c1875-f8d9-4842-845b-7d897a479ed3 req-04ebcea8-37e1-4c83-a62c-93999670d67b tempest-VolumesSnapshotTestJSON-1592195337 tempest-VolumesSnapshotTestJSON-1592195337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:21:04.114734 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-430c1875-f8d9-4842-845b-7d897a479ed3 req-04ebcea8-37e1-4c83-a62c-93999670d67b tempest-VolumesSnapshotTestJSON-1592195337 tempest-VolumesSnapshotTestJSON-1592195337-project] 10.222.0.24 "GET /v2.0/ports?device_id=3873cae4-01e1-448f-b2e3-2ca35ffcc753 HTTP/1.1" status: 200 len: 943 time: 0.1308312 Mar 21 11:21:04.151185 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f96e44b5-4918-4ef3-8245-40661fb2c437 tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701214'] for port (8b746d51-f993-4816-b2f8-f923da4b4cb7), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:04.151565 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f96e44b5-4918-4ef3-8245-40661fb2c437 tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] Publish callbacks [] for floatingip (8b746d51-f993-4816-b2f8-f923da4b4cb7), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:04.152851 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-c875c126-e0b2-45f7-9227-781a4f7c100d req-632afe1e-6597-49e6-b871-af38f8400692 service neutron] 10.222.0.32 "GET /v2.0/networks/0c9bcdcb-fedc-4f36-804e-2525ea7781e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416838 Mar 21 11:21:04.164619 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-f96e44b5-4918-4ef3-8245-40661fb2c437 tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] Calling delete_port for 8b746d51-f993-4816-b2f8-f923da4b4cb7 owned by network:floatingip {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:21:04.225019 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-430c1875-f8d9-4842-845b-7d897a479ed3 req-f65c5d65-b367-492e-a8f1-e30f124d7837 tempest-VolumesSnapshotTestJSON-1592195337 tempest-VolumesSnapshotTestJSON-1592195337-project] 10.222.0.24 "GET /v2.0/security-groups?id=24fc8614-278b-4e8e-a94f-c69589fdfddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009507 Mar 21 11:21:04.282383 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-c875c126-e0b2-45f7-9227-781a4f7c100d req-ceab3168-82fb-4d68-918a-14267f3ad1af service neutron] 10.222.0.32 "GET /v2.0/networks/0c9bcdcb-fedc-4f36-804e-2525ea7781e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193428 Mar 21 11:21:04.373936 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f96e44b5-4918-4ef3-8245-40661fb2c437 tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738246698626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738246144790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265271506'] for port (8b746d51-f993-4816-b2f8-f923da4b4cb7), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:04.407423 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96e44b5-4918-4ef3-8245-40661fb2c437 tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] Pushing event deleted for resources: {'Port': ['ID=8b746d51-f993-4816-b2f8-f923da4b4cb7,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:21:04.505521 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f96e44b5-4918-4ef3-8245-40661fb2c437 tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] Publish callbacks [] for floatingip (335ebe50-435d-45e8-b630-5f2e546b9348), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:04.506339 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.db.l3_db [None req-f96e44b5-4918-4ef3-8245-40661fb2c437 tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] Floating IP 335ebe50-435d-45e8-b630-5f2e546b9348 disassociated (deleted). External IP: 172.28.0.30, port: 642d0c0d-d502-4cb3-8713-6e905fdd50c6. Mar 21 11:21:04.756929 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f96e44b5-4918-4ef3-8245-40661fb2c437 tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] Router 08b01e01-09f2-4a2c-91e8-f12ed1e32084 has already been hosted by L3 agent 5097f9b2-2ef0-4af4-bde3-0c344dd6e70c {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 11:21:04.877521 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f96e44b5-4918-4ef3-8245-40661fb2c437 tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] Notify agent at l3_agent.dv-cinder-834448-1-smb the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 11:21:04.883185 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-f96e44b5-4918-4ef3-8245-40661fb2c437 tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97509'] for floatingip (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:04.889161 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca4465b-941d-40aa-b508-5fe5fb5a53de None None] Sync routers for ids ['08b01e01-09f2-4a2c-91e8-f12ed1e32084'] in dv-cinder-834448-1-smb {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 11:21:04.904719 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca4465b-941d-40aa-b508-5fe5fb5a53de None None] Routers {'08b01e01-09f2-4a2c-91e8-f12ed1e32084'} bound to L3 agent in host dv-cinder-834448-1-smb {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:21:04.905508 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-6ca4465b-941d-40aa-b508-5fe5fb5a53de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T11:04:55Z,description=,heartbeat_timestamp=2022-03-21T11:20:56Z,host='dv-cinder-834448-1-smb',id=5097f9b2-2ef0-4af4-bde3-0c344dd6e70c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:55Z,topic='l3_agent')) {'router_ids': ['08b01e01-09f2-4a2c-91e8-f12ed1e32084'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:21:04.915123 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-f96e44b5-4918-4ef3-8245-40661fb2c437 tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] 10.222.0.24 "DELETE /v2.0/floatingips/335ebe50-435d-45e8-b630-5f2e546b9348 HTTP/1.1" status: 204 len: 168 time: 1.0462883 Mar 21 11:21:05.083504 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-6ca4465b-941d-40aa-b508-5fe5fb5a53de None None] Set router 08b01e01-09f2-4a2c-91e8-f12ed1e32084 gateway port host: dv-cinder-834448-1-smb {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:21:05.167764 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f9e4f5-c69a-4728-8020-7206e8fad1bc req-c5865645-89ef-4abd-8cc0-7348768ec7f8 tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:21:05.169280 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-d2f9e4f5-c69a-4728-8020-7206e8fad1bc req-c5865645-89ef-4abd-8cc0-7348768ec7f8 tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f33973f-857b-4834-8f6f-f2d45a21d9fa HTTP/1.1" status: 200 len: 946 time: 0.0627065 Mar 21 11:21:05.232282 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-d2f9e4f5-c69a-4728-8020-7206e8fad1bc req-93c90114-a600-4ac0-8a14-c2e51ce22666 tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8206a3f-9c6f-4a0b-a450-e547744181ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524344 Mar 21 11:21:05.310463 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-6ca4465b-941d-40aa-b508-5fe5fb5a53de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08b01e01-09f2-4a2c-91e8-f12ed1e32084', 'name': 'tempest-TestShelveInstance-1025004496-router', 'tenant_id': 'f24006b78ad645519d3645178a10b3c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'external_fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.223'}], 'enable_snat': True}, 'gw_port_id': 'caf3e45a-564b-4830-a6c7-4289634b34bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:16:15Z', 'updated_at': '2022-03-21T11:16:21Z', 'revision_number': 4, 'project_id': 'f24006b78ad645519d3645178a10b3c7', 'gw_port': {'id': 'caf3e45a-564b-4830-a6c7-4289634b34bf', 'name': '', 'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:1a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b01e01-09f2-4a2c-91e8-f12ed1e32084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:16:16Z', 'updated_at': '2022-03-21T11:16:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-smb', '_interfaces': [{'id': '1768d921-93b7-4e9a-b218-37c9bccc083c', 'name': '', 'network_id': 'caf5ed87-4991-45e5-8208-00f47f9875eb', 'tenant_id': 'f24006b78ad645519d3645178a10b3c7', 'mac_address': 'fa:16:3e:94:af:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b01e01-09f2-4a2c-91e8-f12ed1e32084', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '15b471db-3772-42d4-8366-79bf7fcca6e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:16:21Z', 'updated_at': '2022-03-21T11:16:31Z', 'revision_number': 5, 'project_id': 'f24006b78ad645519d3645178a10b3c7', 'subnets': [{'id': '15b471db-3772-42d4-8366-79bf7fcca6e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-1-smb', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:21:05.337848 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca4465b-941d-40aa-b508-5fe5fb5a53de None None] Checking router: 08b01e01-09f2-4a2c-91e8-f12ed1e32084 for host: dv-cinder-834448-1-smb {{(pid=103423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 11:21:05.347554 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca4465b-941d-40aa-b508-5fe5fb5a53de None None] Routers {'08b01e01-09f2-4a2c-91e8-f12ed1e32084'} bound to L3 agent in host dv-cinder-834448-1-smb {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:21:05.348308 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-6ca4465b-941d-40aa-b508-5fe5fb5a53de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T11:04:55Z,description=,heartbeat_timestamp=2022-03-21T11:20:56Z,host='dv-cinder-834448-1-smb',id=5097f9b2-2ef0-4af4-bde3-0c344dd6e70c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:55Z,topic='l3_agent')) {'router_ids': ['08b01e01-09f2-4a2c-91e8-f12ed1e32084'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:21:05.367477 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bac410-8585-4b8b-94fe-59d05a28f743 req-f68a1090-0518-4b76-8f35-465d7838cf10 tempest-VolumesSnapshotTestJSON-1592195337 tempest-VolumesSnapshotTestJSON-1592195337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:21:05.369105 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-e9bac410-8585-4b8b-94fe-59d05a28f743 req-f68a1090-0518-4b76-8f35-465d7838cf10 tempest-VolumesSnapshotTestJSON-1592195337 tempest-VolumesSnapshotTestJSON-1592195337-project] 10.222.0.24 "GET /v2.0/ports?device_id=3873cae4-01e1-448f-b2e3-2ca35ffcc753 HTTP/1.1" status: 200 len: 943 time: 0.0567677 Mar 21 11:21:05.421349 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-e9bac410-8585-4b8b-94fe-59d05a28f743 req-9f864243-efa2-4062-8d11-110926d75ca9 tempest-VolumesSnapshotTestJSON-1592195337 tempest-VolumesSnapshotTestJSON-1592195337-project] 10.222.0.24 "GET /v2.0/security-groups?id=24fc8614-278b-4e8e-a94f-c69589fdfddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454490 Mar 21 11:21:05.468894 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-6ca4465b-941d-40aa-b508-5fe5fb5a53de None None] Set router 08b01e01-09f2-4a2c-91e8-f12ed1e32084 gateway port host: dv-cinder-834448-1-smb {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:21:05.561054 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f33973f-857b-4834-8f6f-f2d45a21d9fa', 'tag': '642d0c0d-d502-4cb3-8713-6e905fdd50c6'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:21:05.561054 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41c5d39db19d144038176bb777b16d1c8d23e2eed0354b669264d617ed9abe1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-502984b1-59d1-4617-a9a2-e77a5a174451" -d '{"events": [{"name": "network-changed", "server_uuid": "3f33973f-857b-4834-8f6f-f2d45a21d9fa", "tag": "642d0c0d-d502-4cb3-8713-6e905fdd50c6"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:21:05.600332 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 11:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5cc1f3e-766d-43e2-919d-e4fd7d83dad3 x-openstack-request-id: req-c5cc1f3e-766d-43e2-919d-e4fd7d83dad3 {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:21:05.601272 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f33973f-857b-4834-8f6f-f2d45a21d9fa", "tag": "642d0c0d-d502-4cb3-8713-6e905fdd50c6", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:21:05.601537 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c5cc1f3e-766d-43e2-919d-e4fd7d83dad3 {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:21:05.601956 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f33973f-857b-4834-8f6f-f2d45a21d9fa', 'tag': '642d0c0d-d502-4cb3-8713-6e905fdd50c6', 'status': 'completed', 'code': 200} Mar 21 11:21:05.698148 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502984b1-59d1-4617-a9a2-e77a5a174451 req-906d252b-7133-4c94-8b31-f6067168d9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:21:05.698148 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-502984b1-59d1-4617-a9a2-e77a5a174451 req-906d252b-7133-4c94-8b31-f6067168d9ed service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f24006b78ad645519d3645178a10b3c7&device_id=3f33973f-857b-4834-8f6f-f2d45a21d9fa HTTP/1.1" status: 200 len: 1130 time: 0.0712554 Mar 21 11:21:05.740589 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-6ca4465b-941d-40aa-b508-5fe5fb5a53de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08b01e01-09f2-4a2c-91e8-f12ed1e32084', 'name': 'tempest-TestShelveInstance-1025004496-router', 'tenant_id': 'f24006b78ad645519d3645178a10b3c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'external_fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.223'}], 'enable_snat': True}, 'gw_port_id': 'caf3e45a-564b-4830-a6c7-4289634b34bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:16:15Z', 'updated_at': '2022-03-21T11:16:21Z', 'revision_number': 4, 'project_id': 'f24006b78ad645519d3645178a10b3c7', 'gw_port': {'id': 'caf3e45a-564b-4830-a6c7-4289634b34bf', 'name': '', 'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:1a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b01e01-09f2-4a2c-91e8-f12ed1e32084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:16:16Z', 'updated_at': '2022-03-21T11:16:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-smb', '_interfaces': [{'id': '1768d921-93b7-4e9a-b218-37c9bccc083c', 'name': '', 'network_id': 'caf5ed87-4991-45e5-8208-00f47f9875eb', 'tenant_id': 'f24006b78ad645519d3645178a10b3c7', 'mac_address': 'fa:16:3e:94:af:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b01e01-09f2-4a2c-91e8-f12ed1e32084', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '15b471db-3772-42d4-8366-79bf7fcca6e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:16:21Z', 'updated_at': '2022-03-21T11:16:31Z', 'revision_number': 5, 'project_id': 'f24006b78ad645519d3645178a10b3c7', 'subnets': [{'id': '15b471db-3772-42d4-8366-79bf7fcca6e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-1-smb', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:21:05.776821 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca4465b-941d-40aa-b508-5fe5fb5a53de None None] The sync data for ids ['08b01e01-09f2-4a2c-91e8-f12ed1e32084'] in dv-cinder-834448-1-smb is: [{'id': '08b01e01-09f2-4a2c-91e8-f12ed1e32084', 'name': 'tempest-TestShelveInstance-1025004496-router', 'tenant_id': 'f24006b78ad645519d3645178a10b3c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'external_fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.223'}], 'enable_snat': True}, 'gw_port_id': 'caf3e45a-564b-4830-a6c7-4289634b34bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:16:15Z', 'updated_at': '2022-03-21T11:16:21Z', 'revision_number': 4, 'project_id': 'f24006b78ad645519d3645178a10b3c7', 'gw_port': {'id': 'caf3e45a-564b-4830-a6c7-4289634b34bf', 'name': '', 'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:1a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b01e01-09f2-4a2c-91e8-f12ed1e32084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:16:16Z', 'updated_at': '2022-03-21T11:16:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-smb', '_interfaces': [{'id': '1768d921-93b7-4e9a-b218-37c9bccc083c', 'name': '', 'network_id': 'caf5ed87-4991-45e5-8208-00f47f9875eb', 'tenant_id': 'f24006b78ad645519d3645178a10b3c7', 'mac_address': 'fa:16:3e:94:af:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b01e01-09f2-4a2c-91e8-f12ed1e32084', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '15b471db-3772-42d4-8366-79bf7fcca6e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:16:21Z', 'updated_at': '2022-03-21T11:16:31Z', 'revision_number': 5, 'project_id': 'f24006b78ad645519d3645178a10b3c7', 'subnets': [{'id': '15b471db-3772-42d4-8366-79bf7fcca6e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 11:21:05.845622 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502984b1-59d1-4617-a9a2-e77a5a174451 req-0f011557-83d6-4c62-8b0e-49aefd9930fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:21:05.847491 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-502984b1-59d1-4617-a9a2-e77a5a174451 req-0f011557-83d6-4c62-8b0e-49aefd9930fd service neutron] 10.222.0.32 "GET /v2.0/networks?id=caf5ed87-4991-45e5-8208-00f47f9875eb HTTP/1.1" status: 200 len: 910 time: 0.1450353 Mar 21 11:21:05.897451 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-502984b1-59d1-4617-a9a2-e77a5a174451 req-34c08b0b-2dd5-4218-ba54-916d2cf89992 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=642d0c0d-d502-4cb3-8713-6e905fdd50c6 HTTP/1.1" status: 200 len: 217 time: 0.0427330 Mar 21 11:21:05.970051 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502984b1-59d1-4617-a9a2-e77a5a174451 req-17076b92-46db-4452-bbe1-9892f4bba230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:21:05.971593 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-502984b1-59d1-4617-a9a2-e77a5a174451 req-17076b92-46db-4452-bbe1-9892f4bba230 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=15b471db-3772-42d4-8366-79bf7fcca6e0 HTTP/1.1" status: 200 len: 848 time: 0.0678947 Mar 21 11:21:06.020077 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 49610) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:21:06.047027 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502984b1-59d1-4617-a9a2-e77a5a174451 req-7079b11f-eed5-4dcc-9b25-19fd43c402bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:21:06.048481 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-502984b1-59d1-4617-a9a2-e77a5a174451 req-7079b11f-eed5-4dcc-9b25-19fd43c402bf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=caf5ed87-4991-45e5-8208-00f47f9875eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0691471 Mar 21 11:21:06.091348 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3cd352-d3b0-493b-92be-9dc6b70488f0 None None] New status for floating IP 335ebe50-435d-45e8-b630-5f2e546b9348: DOWN {{(pid=103424) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 11:21:06.162020 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-502984b1-59d1-4617-a9a2-e77a5a174451 req-299a7452-bb65-40f5-bdce-f7c7ea4dd348 service neutron] 10.222.0.32 "GET /v2.0/networks/caf5ed87-4991-45e5-8208-00f47f9875eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068158 Mar 21 11:21:06.163023 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4c97ab6e-1cee-486d-97c0-eb71ab628216 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:06.284457 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4c97ab6e-1cee-486d-97c0-eb71ab628216 admin admin] Publish callbacks [] for security_group (df7d5033-c942-4f32-b04d-e01031b20f6d), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:06.290031 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4c97ab6e-1cee-486d-97c0-eb71ab628216 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (df7d5033-c942-4f32-b04d-e01031b20f6d), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:06.301747 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-502984b1-59d1-4617-a9a2-e77a5a174451 req-a58e2c6e-0de5-479a-8cbf-dbbdd1c56818 service neutron] 10.222.0.32 "GET /v2.0/networks/caf5ed87-4991-45e5-8208-00f47f9875eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318572 Mar 21 11:21:06.336726 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c97ab6e-1cee-486d-97c0-eb71ab628216 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df7d5033-c942-4f32-b04d-e01031b20f6d,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:21:06.341142 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-4c97ab6e-1cee-486d-97c0-eb71ab628216 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4a859b133d994b88bcb67a54e1e3f2be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3184114 Mar 21 11:21:06.343925 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 49616) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:21:06.373038 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Device f0f34336-ab33-4225-a36f-22690f197b41 details requested by agent hyperv_hv-cinder-83444 with host hv-cinder-83444 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 11:21:06.376384 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Device 55c024be-e334-442e-9915-e2241678977a no longer exists at agent hyperv_hv-cinder-83444 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 11:21:06.379771 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5246ccd-9acb-4c4c-af2a-1235a597db0b req-68b57677-a0c8-45e7-b489-ac561d8e8e57 tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:21:06.381387 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-a5246ccd-9acb-4c4c-af2a-1235a597db0b req-68b57677-a0c8-45e7-b489-ac561d8e8e57 tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f33973f-857b-4834-8f6f-f2d45a21d9fa HTTP/1.1" status: 200 len: 946 time: 0.0669479 Mar 21 11:21:06.401889 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2ea80fd9-42d4-4390-befa-5a31548efc44 admin admin] Publish callbacks [] for security_group (df7d5033-c942-4f32-b04d-e01031b20f6d), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:06.405869 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] No Port match for: 55c024be-e334-442e-9915-e2241678977a {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 11:21:06.406205 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Device 55c024be-e334-442e-9915-e2241678977a not bound to the agent host hv-cinder-83444 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 11:21:06.442032 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2ea80fd9-42d4-4390-befa-5a31548efc44 admin admin] Publish callbacks [] for security_group (df7d5033-c942-4f32-b04d-e01031b20f6d), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:06.475506 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-a5246ccd-9acb-4c4c-af2a-1235a597db0b req-58a1f2f4-a196-4a22-89aa-e8994d2deee1 tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8206a3f-9c6f-4a0b-a450-e547744181ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879211 Mar 21 11:21:06.493658 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bf2a13-18e4-4726-b840-31497af5bb3d req-74a5c675-ed01-44f8-b309-79e6f2ccef74 tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:21:06.495206 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-72bf2a13-18e4-4726-b840-31497af5bb3d req-74a5c675-ed01-44f8-b309-79e6f2ccef74 tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f33973f-857b-4834-8f6f-f2d45a21d9fa HTTP/1.1" status: 200 len: 946 time: 0.0885644 Mar 21 11:21:06.527466 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] For port f0f34336-ab33-4225-a36f-22690f197b41, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=f0f34336-ab33-4225-a36f-22690f197b41,segment=NetworkSegment(b19e3114-c19f-489f-8f55-bd12e0d12b82),segment_id=b19e3114-c19f-489f-8f55-bd12e0d12b82)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:21:06.545795 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Returning: {'device': 'f0f34336-ab33-4225-a36f-22690f197b41', 'network_id': '0c9bcdcb-fedc-4f36-804e-2525ea7781e1', 'port_id': 'f0f34336-ab33-4225-a36f-22690f197b41', 'mac_address': 'fa:16:3e:ed:3f:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08002a44-5b90-454d-a072-5da553404e00', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 11:21:06.547554 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2ea80fd9-42d4-4390-befa-5a31548efc44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (df7d5033-c942-4f32-b04d-e01031b20f6d), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:06.550831 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2ea80fd9-42d4-4390-befa-5a31548efc44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:06.552362 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-2ea80fd9-42d4-4390-befa-5a31548efc44 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/df7d5033-c942-4f32-b04d-e01031b20f6d HTTP/1.1" status: 204 len: 168 time: 0.2074893 Mar 21 11:21:06.565777 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea80fd9-42d4-4390-befa-5a31548efc44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df7d5033-c942-4f32-b04d-e01031b20f6d,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:21:06.610718 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Current status of the port f0f34336-ab33-4225-a36f-22690f197b41 is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:21:06.611161 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (f0f34336-ab33-4225-a36f-22690f197b41), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:06.626318 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0f34336-ab33-4225-a36f-22690f197b41 {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 11:21:06.650115 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] For port f0f34336-ab33-4225-a36f-22690f197b41, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=f0f34336-ab33-4225-a36f-22690f197b41,segment=NetworkSegment(b19e3114-c19f-489f-8f55-bd12e0d12b82),segment_id=b19e3114-c19f-489f-8f55-bd12e0d12b82)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:21:06.655676 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817'] for port (f0f34336-ab33-4225-a36f-22690f197b41), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:06.676528 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcfadaa-82a6-457d-8bfc-353d0caf3c58 req-eb58d8c2-7046-4743-9beb-116ba90012f6 tempest-VolumesSnapshotTestJSON-1592195337 tempest-VolumesSnapshotTestJSON-1592195337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:21:06.678159 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-0dcfadaa-82a6-457d-8bfc-353d0caf3c58 req-eb58d8c2-7046-4743-9beb-116ba90012f6 tempest-VolumesSnapshotTestJSON-1592195337 tempest-VolumesSnapshotTestJSON-1592195337-project] 10.222.0.24 "GET /v2.0/ports?device_id=3873cae4-01e1-448f-b2e3-2ca35ffcc753 HTTP/1.1" status: 200 len: 943 time: 0.1000888 Mar 21 11:21:06.690571 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-72bf2a13-18e4-4726-b840-31497af5bb3d req-75c4de88-9c8c-4fea-ac2d-adc2359a7771 tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] Deleting port 642d0c0d-d502-4cb3-8713-6e905fdd50c6 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:21:06.690930 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-72bf2a13-18e4-4726-b840-31497af5bb3d req-75c4de88-9c8c-4fea-ac2d-adc2359a7771 tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738246690591'] for port (642d0c0d-d502-4cb3-8713-6e905fdd50c6), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:06.723789 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Pushing event updated for resources: {'Port': ['ID=f0f34336-ab33-4225-a36f-22690f197b41,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:21:06.730996 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:21:06.732064 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:21:06.732522 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:21:06.732952 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:21:06.733386 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:21:06.733803 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:21:06.734218 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:21:06.734616 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:21:06.734941 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:21:06.735269 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:21:06.735591 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:21:06.735952 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:21:06.736270 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:21:06.736586 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:21:06.736900 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:21:06.795668 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-0dcfadaa-82a6-457d-8bfc-353d0caf3c58 req-26da63f7-646b-4ae5-8dee-9922b859edde tempest-VolumesSnapshotTestJSON-1592195337 tempest-VolumesSnapshotTestJSON-1592195337-project] 10.222.0.24 "GET /v2.0/security-groups?id=24fc8614-278b-4e8e-a94f-c69589fdfddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074600 Mar 21 11:21:06.826763 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-72bf2a13-18e4-4726-b840-31497af5bb3d req-75c4de88-9c8c-4fea-ac2d-adc2359a7771 tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] For port 642d0c0d-d502-4cb3-8713-6e905fdd50c6, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=642d0c0d-d502-4cb3-8713-6e905fdd50c6,segment=NetworkSegment(bfe39c1d-75e0-4826-9959-5c8fd0c1357b),segment_id=bfe39c1d-75e0-4826-9959-5c8fd0c1357b)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:21:06.827218 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-72bf2a13-18e4-4726-b840-31497af5bb3d req-75c4de88-9c8c-4fea-ac2d-adc2359a7771 tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701214'] for port (642d0c0d-d502-4cb3-8713-6e905fdd50c6), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:06.843920 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-72bf2a13-18e4-4726-b840-31497af5bb3d req-75c4de88-9c8c-4fea-ac2d-adc2359a7771 tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] Calling delete_port for 642d0c0d-d502-4cb3-8713-6e905fdd50c6 owned by compute:nova {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:21:06.850034 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] get_ports_and_sgs() called for port_ids ['f0f34336-ab33-4225-a36f-22690f197b41'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 11:21:07.032399 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-72bf2a13-18e4-4726-b840-31497af5bb3d req-75c4de88-9c8c-4fea-ac2d-adc2359a7771 tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738246698626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738246144790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266186598'] for port (642d0c0d-d502-4cb3-8713-6e905fdd50c6), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:07.078380 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c4de88-9c8c-4fea-ac2d-adc2359a7771 tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] Pushing event deleted for resources: {'Port': ['ID=642d0c0d-d502-4cb3-8713-6e905fdd50c6,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:21:07.129618 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-72bf2a13-18e4-4726-b840-31497af5bb3d req-75c4de88-9c8c-4fea-ac2d-adc2359a7771 tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] No DVR routers for this DVR port 642d0c0d-d502-4cb3-8713-6e905fdd50c6 on host hv-cinder-83444 {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 11:21:07.132521 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-72bf2a13-18e4-4726-b840-31497af5bb3d req-75c4de88-9c8c-4fea-ac2d-adc2359a7771 tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97509'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:07.136323 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-72bf2a13-18e4-4726-b840-31497af5bb3d req-75c4de88-9c8c-4fea-ac2d-adc2359a7771 tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] 10.222.0.32 "DELETE /v2.0/ports/642d0c0d-d502-4cb3-8713-6e905fdd50c6 HTTP/1.1" status: 204 len: 173 time: 0.6353254 Mar 21 11:21:07.136880 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f33973f-857b-4834-8f6f-f2d45a21d9fa', 'name': 'network-vif-deleted', 'tag': '642d0c0d-d502-4cb3-8713-6e905fdd50c6'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:21:07.139387 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881d039021bf7bfdbb2ec2cc2a60bd67cc793bf6de71028ad915050608b1b1c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b6c3353-de0a-4d30-9202-461e3a2869e3" -d '{"events": [{"server_uuid": "3f33973f-857b-4834-8f6f-f2d45a21d9fa", "name": "network-vif-deleted", "tag": "642d0c0d-d502-4cb3-8713-6e905fdd50c6"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:21:07.187774 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 11:21:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-410821e3-e920-47fd-9c37-646097be985b x-openstack-request-id: req-410821e3-e920-47fd-9c37-646097be985b {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:21:07.188283 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f33973f-857b-4834-8f6f-f2d45a21d9fa", "name": "network-vif-deleted", "tag": "642d0c0d-d502-4cb3-8713-6e905fdd50c6", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:21:07.189156 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-410821e3-e920-47fd-9c37-646097be985b {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:21:07.189857 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f33973f-857b-4834-8f6f-f2d45a21d9fa', 'name': 'network-vif-deleted', 'tag': '642d0c0d-d502-4cb3-8713-6e905fdd50c6', 'status': 'completed', 'code': 200} Mar 21 11:21:07.404954 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 49650) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:21:07.532582 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.v2.base [None req-b12269c0-21c9-4bd5-9dcb-2ede1b3df4f6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1932612938-network', 'tenant_id': '2d43b03df04b4f7caa64c7efe2bde5b4'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:21:07.574958 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b12269c0-21c9-4bd5-9dcb-2ede1b3df4f6 admin admin] Made reservation on behalf of 2d43b03df04b4f7caa64c7efe2bde5b4 for: {'network': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 11:21:07.578255 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b12269c0-21c9-4bd5-9dcb-2ede1b3df4f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for network (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:07.588974 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b12269c0-21c9-4bd5-9dcb-2ede1b3df4f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:07.661129 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-3c1e28ec-89e6-45fd-9918-c555e8706fd8 req-45912ac8-3927-4c07-ae95-dd36e73ead4f tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f33973f-857b-4834-8f6f-f2d45a21d9fa HTTP/1.1" status: 200 len: 210 time: 0.0457966 Mar 21 11:21:07.703978 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b12269c0-21c9-4bd5-9dcb-2ede1b3df4f6 admin admin] Publish callbacks [] for security_group (5c6edecd-a3d4-4208-9104-c3962d565aa0), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:07.708565 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b12269c0-21c9-4bd5-9dcb-2ede1b3df4f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (5c6edecd-a3d4-4208-9104-c3962d565aa0), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:07.734704 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b12269c0-21c9-4bd5-9dcb-2ede1b3df4f6 admin admin] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=103422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 11:21:07.745402 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12269c0-21c9-4bd5-9dcb-2ede1b3df4f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c6edecd-a3d4-4208-9104-c3962d565aa0,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:21:07.750315 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b12269c0-21c9-4bd5-9dcb-2ede1b3df4f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751123'] for segment (4b176409-4b10-4757-9925-83e7a56a9f03), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:07.750647 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.db.segments_db [None req-b12269c0-21c9-4bd5-9dcb-2ede1b3df4f6 admin admin] Added segment 4b176409-4b10-4757-9925-83e7a56a9f03 of type vlan for network 66894c69-c189-417d-8af1-926a1c078208 Mar 21 11:21:07.798168 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b12269c0-21c9-4bd5-9dcb-2ede1b3df4f6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738246104679'] for network (66894c69-c189-417d-8af1-926a1c078208), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:07.831859 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b12269c0-21c9-4bd5-9dcb-2ede1b3df4f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998'] for network (66894c69-c189-417d-8af1-926a1c078208), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:07.833614 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b12269c0-21c9-4bd5-9dcb-2ede1b3df4f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:21:07.834731 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b12269c0-21c9-4bd5-9dcb-2ede1b3df4f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693044'] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:07.901737 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-b12269c0-21c9-4bd5-9dcb-2ede1b3df4f6 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4956572 Mar 21 11:21:07.906004 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 49658) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:21:07.911548 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.v2.base [None req-876d4cf1-84b4-4e12-b27d-efcc62975c75 admin admin] Request body: {'subnet': {'network_id': '66894c69-c189-417d-8af1-926a1c078208', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1932612938-subnet', 'tenant_id': '2d43b03df04b4f7caa64c7efe2bde5b4', 'ip_version': 4}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:21:07.922704 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12269c0-21c9-4bd5-9dcb-2ede1b3df4f6 admin admin] Pushing event updated for resources: {'Network': ['ID=66894c69-c189-417d-8af1-926a1c078208,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:21:07.935263 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Network 66894c69-c189-417d-8af1-926a1c078208 details requested by agent ovs-agent-dv-cinder-834448-1-smb with host dv-cinder-834448-1-smb {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 21 11:21:07.942172 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76956f7-855e-4fd5-8c57-fb506c711db4 req-aa2630bf-26e8-4059-92c4-b6698fed1fc0 tempest-VolumesSnapshotTestJSON-1592195337 tempest-VolumesSnapshotTestJSON-1592195337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:21:07.945827 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-c76956f7-855e-4fd5-8c57-fb506c711db4 req-aa2630bf-26e8-4059-92c4-b6698fed1fc0 tempest-VolumesSnapshotTestJSON-1592195337 tempest-VolumesSnapshotTestJSON-1592195337-project] 10.222.0.24 "GET /v2.0/ports?device_id=3873cae4-01e1-448f-b2e3-2ca35ffcc753 HTTP/1.1" status: 200 len: 944 time: 0.0712230 Mar 21 11:21:07.962233 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-876d4cf1-84b4-4e12-b27d-efcc62975c75 admin admin] Made reservation on behalf of 2d43b03df04b4f7caa64c7efe2bde5b4 for: {'subnet': 1} {{(pid=103422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 11:21:07.965639 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-876d4cf1-84b4-4e12-b27d-efcc62975c75 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265054756'] for subnet (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:08.022850 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-c76956f7-855e-4fd5-8c57-fb506c711db4 req-8df27fe1-e23a-4742-95e1-62dab486b561 tempest-VolumesSnapshotTestJSON-1592195337 tempest-VolumesSnapshotTestJSON-1592195337-project] 10.222.0.24 "GET /v2.0/security-groups?id=24fc8614-278b-4e8e-a94f-c69589fdfddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678298 Mar 21 11:21:08.156502 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-876d4cf1-84b4-4e12-b27d-efcc62975c75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-265271906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265054770'] for subnet (73b8ce80-9359-46f4-9cf5-1c7d77e6147c), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:08.208026 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876d4cf1-84b4-4e12-b27d-efcc62975c75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=73b8ce80-9359-46f4-9cf5-1c7d77e6147c,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:21:08.224597 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-876d4cf1-84b4-4e12-b27d-efcc62975c75 admin admin] Checking segment: {'id': '4b176409-4b10-4757-9925-83e7a56a9f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '66894c69-c189-417d-8af1-926a1c078208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:21:08.224970 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-876d4cf1-84b4-4e12-b27d-efcc62975c75 admin admin] Network hostable DHCP agents. Network: 66894c69-c189-417d-8af1-926a1c078208, hostable agents: ['9c74c917-795e-4123-adbe-3a92cf8165ad'], hosted agents: [] {{(pid=103422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 11:21:08.247170 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-876d4cf1-84b4-4e12-b27d-efcc62975c75 admin admin] Network 66894c69-c189-417d-8af1-926a1c078208 is scheduled to be hosted by DHCP agent 9c74c917-795e-4123-adbe-3a92cf8165ad with binding_index 1 {{(pid=103422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 11:21:08.257808 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-876d4cf1-84b4-4e12-b27d-efcc62975c75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834448-1-smb, 66894c69-c189-417d-8af1-926a1c078208) {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:21:08.262881 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-876d4cf1-84b4-4e12-b27d-efcc62975c75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:21:08.264046 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-876d4cf1-84b4-4e12-b27d-efcc62975c75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693044'] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:08.267828 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9265650-2d5b-4295-8a87-c8ce686cc86c None None] Network 66894c69-c189-417d-8af1-926a1c078208 requested from dv-cinder-834448-1-smb {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 11:21:08.287467 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-876d4cf1-84b4-4e12-b27d-efcc62975c75 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3803020 Mar 21 11:21:08.292052 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 49662) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:21:08.299178 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.v2.base [None req-5c426b62-fd9c-4620-9245-1ec09df4f5f7 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1932612938-router', 'tenant_id': '2d43b03df04b4f7caa64c7efe2bde5b4', 'external_gateway_info': {'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623'}}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:21:08.331347 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5c426b62-fd9c-4620-9245-1ec09df4f5f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1688884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2201'] for router (67877a14-5f02-47ef-9887-c7a0fed54e30), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:08.333256 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5c426b62-fd9c-4620-9245-1ec09df4f5f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1688740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1690871', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2208'] for router (67877a14-5f02-47ef-9887-c7a0fed54e30), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:08.398835 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5c426b62-fd9c-4620-9245-1ec09df4f5f7 admin admin] Publish callbacks [] for router_controller (67877a14-5f02-47ef-9887-c7a0fed54e30), precommit_add_association {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:08.399891 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Device f0f34336-ab33-4225-a36f-22690f197b41 up at agent hyperv_hv-cinder-83444 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:21:08.440816 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-838ee692-43ab-4773-bb81-73845041efa3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce4f82c5-e8da-580b-894c-917e4a2c3c40-66894c69-c189-417d-8af1-926a1c078208', 'network_id': '66894c69-c189-417d-8af1-926a1c078208', 'project_id': '2d43b03df04b4f7caa64c7efe2bde5b4', 'fixed_ips': [{'subnet_id': '73b8ce80-9359-46f4-9cf5-1c7d77e6147c'}]}} from dv-cinder-834448-1-smb. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 21 11:21:08.443438 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-838ee692-43ab-4773-bb81-73845041efa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:08.568038 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Provisioning for port f0f34336-ab33-4225-a36f-22690f197b41 completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 21 11:21:08.574829 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Provisioning complete for port f0f34336-ab33-4225-a36f-22690f197b41 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:21:08.575210 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688166'] for port (f0f34336-ab33-4225-a36f-22690f197b41), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:08.595174 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5c426b62-fd9c-4620-9245-1ec09df4f5f7 admin admin] Publish callbacks [] for router_gateway (67877a14-5f02-47ef-9887-c7a0fed54e30), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:08.672574 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-838ee692-43ab-4773-bb81-73845041efa3 None None] Allocated IP 172.20.0.2 (66894c69-c189-417d-8af1-926a1c078208/73b8ce80-9359-46f4-9cf5-1c7d77e6147c/bbb06882-f76f-44b8-b0c3-1552f992d4ce) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:21:08.733462 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 49674) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:21:08.766167 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Current status of the port f0f34336-ab33-4225-a36f-22690f197b41 is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:21:08.767229 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (f0f34336-ab33-4225-a36f-22690f197b41), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:08.848447 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2cbb8745-93bd-46f5-8652-6915a9834b79 tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] Publish callbacks [] for security_group (d8206a3f-9c6f-4a0b-a450-e547744181ff), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:08.891333 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2cbb8745-93bd-46f5-8652-6915a9834b79 tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] Publish callbacks [] for security_group (d8206a3f-9c6f-4a0b-a450-e547744181ff), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:08.953569 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3873cae4-01e1-448f-b2e3-2ca35ffcc753', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0f34336-ab33-4225-a36f-22690f197b41'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:21:08.955878 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f4962fb769adde196efb410afcfec8f2b34529d6df7ca74076ce40474c5a66c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68f52c20-5a5d-4407-b024-23d1740eb3c5" -d '{"events": [{"server_uuid": "3873cae4-01e1-448f-b2e3-2ca35ffcc753", "name": "network-vif-plugged", "status": "completed", "tag": "f0f34336-ab33-4225-a36f-22690f197b41"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:21:08.979019 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] For port f0f34336-ab33-4225-a36f-22690f197b41, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=f0f34336-ab33-4225-a36f-22690f197b41,segment=NetworkSegment(b19e3114-c19f-489f-8f55-bd12e0d12b82),segment_id=b19e3114-c19f-489f-8f55-bd12e0d12b82)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:21:08.988989 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817'] for port (f0f34336-ab33-4225-a36f-22690f197b41), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:08.989899 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Device 642d0c0d-d502-4cb3-8713-6e905fdd50c6 no longer exists at agent hyperv_hv-cinder-83444 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 11:21:08.993689 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2cbb8745-93bd-46f5-8652-6915a9834b79 tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (d8206a3f-9c6f-4a0b-a450-e547744181ff), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:09.000055 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2cbb8745-93bd-46f5-8652-6915a9834b79 tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:09.004166 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-2cbb8745-93bd-46f5-8652-6915a9834b79 tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] 10.222.0.24 "DELETE /v2.0/security-groups/d8206a3f-9c6f-4a0b-a450-e547744181ff HTTP/1.1" status: 204 len: 168 time: 0.2667239 Mar 21 11:21:09.012417 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbb8745-93bd-46f5-8652-6915a9834b79 tempest-TestShelveInstance-343368825 tempest-TestShelveInstance-343368825-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8206a3f-9c6f-4a0b-a450-e547744181ff,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:21:09.023750 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] No Port match for: 642d0c0d-d502-4cb3-8713-6e905fdd50c6 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 11:21:09.024104 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Device 642d0c0d-d502-4cb3-8713-6e905fdd50c6 not bound to the agent host hv-cinder-83444 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 11:21:09.059287 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 11:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d80fecf-b3a5-4c0a-9628-ce30a3b46f4e x-openstack-request-id: req-1d80fecf-b3a5-4c0a-9628-ce30a3b46f4e {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:21:09.059909 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3873cae4-01e1-448f-b2e3-2ca35ffcc753", "name": "network-vif-plugged", "status": "completed", "tag": "f0f34336-ab33-4225-a36f-22690f197b41", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:21:09.059909 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1d80fecf-b3a5-4c0a-9628-ce30a3b46f4e {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:21:09.060782 dv-cinder-834448-1-smb neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3873cae4-01e1-448f-b2e3-2ca35ffcc753', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0f34336-ab33-4225-a36f-22690f197b41', 'code': 200} Mar 21 11:21:09.071326 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 49682) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:21:09.148884 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Pushing event updated for resources: {'Port': ['ID=f0f34336-ab33-4225-a36f-22690f197b41,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:21:09.155689 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-838ee692-43ab-4773-bb81-73845041efa3 None None] Publish callbacks [] for port (bbb06882-f76f-44b8-b0c3-1552f992d4ce), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:09.163874 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-838ee692-43ab-4773-bb81-73845041efa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738246144781'] for port (bbb06882-f76f-44b8-b0c3-1552f992d4ce), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:09.210375 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-838ee692-43ab-4773-bb81-73845041efa3 None None] Network 66894c69-c189-417d-8af1-926a1c078208 is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:21:09.214541 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-838ee692-43ab-4773-bb81-73845041efa3 None None] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:21:09.221664 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838ee692-43ab-4773-bb81-73845041efa3 None None] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:21:09.236056 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838ee692-43ab-4773-bb81-73845041efa3 None None] Pushing event updated for resources: {'Port': ['ID=bbb06882-f76f-44b8-b0c3-1552f992d4ce,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:21:09.269268 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5c426b62-fd9c-4620-9245-1ec09df4f5f7 admin admin] Publish callbacks [] for router_gateway (67877a14-5f02-47ef-9887-c7a0fed54e30), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:09.296315 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5c426b62-fd9c-4620-9245-1ec09df4f5f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:09.301017 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-838ee692-43ab-4773-bb81-73845041efa3 None None] Attempting to bind port bbb06882-f76f-44b8-b0c3-1552f992d4ce on host dv-cinder-834448-1-smb for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 11:21:09.301017 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-838ee692-43ab-4773-bb81-73845041efa3 None None] Attempting to bind port bbb06882-f76f-44b8-b0c3-1552f992d4ce by drivers openvswitch,hyperv on host dv-cinder-834448-1-smb at level 0 using segments [{'id': '4b176409-4b10-4757-9925-83e7a56a9f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '66894c69-c189-417d-8af1-926a1c078208'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 11:21:09.301815 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838ee692-43ab-4773-bb81-73845041efa3 None None] Attempting to bind port bbb06882-f76f-44b8-b0c3-1552f992d4ce on network 66894c69-c189-417d-8af1-926a1c078208 {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:21:09.308167 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838ee692-43ab-4773-bb81-73845041efa3 None None] Checking agent: {'id': '4788e3a4-6d7d-47da-90c6-7227f6e2e35d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834448-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 11, 5), 'started_at': datetime.datetime(2022, 3, 21, 11, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 11, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834448-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 11:21:09.308431 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838ee692-43ab-4773-bb81-73845041efa3 None None] Checking segment: {'id': '4b176409-4b10-4757-9925-83e7a56a9f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '66894c69-c189-417d-8af1-926a1c078208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:21:09.309025 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-838ee692-43ab-4773-bb81-73845041efa3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:09.309419 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838ee692-43ab-4773-bb81-73845041efa3 None None] Bound using segment: {'id': '4b176409-4b10-4757-9925-83e7a56a9f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '66894c69-c189-417d-8af1-926a1c078208'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 11:21:09.309896 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-838ee692-43ab-4773-bb81-73845041efa3 None None] Bound port: bbb06882-f76f-44b8-b0c3-1552f992d4ce, host: dv-cinder-834448-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b176409-4b10-4757-9925-83e7a56a9f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '66894c69-c189-417d-8af1-926a1c078208'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 11:21:09.310272 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-838ee692-43ab-4773-bb81-73845041efa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (bbb06882-f76f-44b8-b0c3-1552f992d4ce), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:09.373970 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9682fce3-6f67-4614-bdfc-19bfe31986ce req-272a0f19-c0f1-4a94-9585-1ee6feb808fd tempest-VolumesSnapshotTestJSON-1592195337 tempest-VolumesSnapshotTestJSON-1592195337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:21:09.377134 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-9682fce3-6f67-4614-bdfc-19bfe31986ce req-272a0f19-c0f1-4a94-9585-1ee6feb808fd tempest-VolumesSnapshotTestJSON-1592195337 tempest-VolumesSnapshotTestJSON-1592195337-project] 10.222.0.24 "GET /v2.0/ports?device_id=3873cae4-01e1-448f-b2e3-2ca35ffcc753 HTTP/1.1" status: 200 len: 945 time: 0.1872821 Mar 21 11:21:09.392238 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-838ee692-43ab-4773-bb81-73845041efa3 None None] For port bbb06882-f76f-44b8-b0c3-1552f992d4ce, host dv-cinder-834448-1-smb, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 11:21:09.398802 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-838ee692-43ab-4773-bb81-73845041efa3 None None] For port bbb06882-f76f-44b8-b0c3-1552f992d4ce, host dv-cinder-834448-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-smb',level=0,port_id=bbb06882-f76f-44b8-b0c3-1552f992d4ce,segment=NetworkSegment(4b176409-4b10-4757-9925-83e7a56a9f03),segment_id=4b176409-4b10-4757-9925-83e7a56a9f03)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 11:21:09.407019 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-838ee692-43ab-4773-bb81-73845041efa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817'] for port (bbb06882-f76f-44b8-b0c3-1552f992d4ce), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:09.427252 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d56b0b5-abdc-4d43-b16b-6aaf3467cc97 req-6a2e2661-ebd6-49e9-bebd-8d4609bd89be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:21:09.428809 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-8d56b0b5-abdc-4d43-b16b-6aaf3467cc97 req-6a2e2661-ebd6-49e9-bebd-8d4609bd89be service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3873cae4-01e1-448f-b2e3-2ca35ffcc753 HTTP/1.1" status: 200 len: 1129 time: 0.1736650 Mar 21 11:21:09.436359 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-5c426b62-fd9c-4620-9245-1ec09df4f5f7 admin admin] Allocated IP 172.28.0.179 (4a234a12-d706-4d7c-b6c3-ed2b05ad1623/3e258188-6a8e-4491-8eb3-50329fb1d7f1/ede5eb8a-c494-4e34-b7dc-58b7ce9b1cee) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:21:09.475428 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838ee692-43ab-4773-bb81-73845041efa3 None None] Pushing event updated for resources: {'Port': ['ID=bbb06882-f76f-44b8-b0c3-1552f992d4ce,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:21:09.490194 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-9682fce3-6f67-4614-bdfc-19bfe31986ce req-4e78fe22-a223-45c1-9de6-81e83de5bcf2 tempest-VolumesSnapshotTestJSON-1592195337 tempest-VolumesSnapshotTestJSON-1592195337-project] 10.222.0.24 "GET /v2.0/security-groups?id=24fc8614-278b-4e8e-a94f-c69589fdfddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924208 Mar 21 11:21:09.540367 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-8d56b0b5-abdc-4d43-b16b-6aaf3467cc97 req-c2a830e8-b508-4492-980c-71e3d574bcb6 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=24fc8614-278b-4e8e-a94f-c69589fdfddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026399 Mar 21 11:21:09.594565 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5c426b62-fd9c-4620-9245-1ec09df4f5f7 admin admin] Publish callbacks [] for port (ede5eb8a-c494-4e34-b7dc-58b7ce9b1cee), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:09.638783 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5c426b62-fd9c-4620-9245-1ec09df4f5f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738246144781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265271506'] for port (ede5eb8a-c494-4e34-b7dc-58b7ce9b1cee), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:09.685351 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-17624ef5-e7e3-4ba2-a3bc-a00146eb071d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1688396'] for router_interface (08b01e01-09f2-4a2c-91e8-f12ed1e32084), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:09.700834 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c426b62-fd9c-4620-9245-1ec09df4f5f7 admin admin] Network 4a234a12-d706-4d7c-b6c3-ed2b05ad1623 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:21:09.704507 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-5c426b62-fd9c-4620-9245-1ec09df4f5f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:21:09.709362 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c426b62-fd9c-4620-9245-1ec09df4f5f7 admin admin] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:21:09.741345 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c426b62-fd9c-4620-9245-1ec09df4f5f7 admin admin] Pushing event updated for resources: {'Port': ['ID=ede5eb8a-c494-4e34-b7dc-58b7ce9b1cee,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:21:09.912746 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Device bbb06882-f76f-44b8-b0c3-1552f992d4ce up at agent ovs-agent-dv-cinder-834448-1-smb {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:21:10.008106 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Provisioning complete for port bbb06882-f76f-44b8-b0c3-1552f992d4ce triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:21:10.010864 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688166'] for port (bbb06882-f76f-44b8-b0c3-1552f992d4ce), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:10.105464 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5c426b62-fd9c-4620-9245-1ec09df4f5f7 admin admin] Publish callbacks [] for router_gateway (67877a14-5f02-47ef-9887-c7a0fed54e30), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:10.143403 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-17624ef5-e7e3-4ba2-a3bc-a00146eb071d admin admin] Deleting port 1768d921-93b7-4e9a-b218-37c9bccc083c {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:21:10.144375 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-17624ef5-e7e3-4ba2-a3bc-a00146eb071d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738246690591'] for port (1768d921-93b7-4e9a-b218-37c9bccc083c), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:10.199286 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Current status of the port bbb06882-f76f-44b8-b0c3-1552f992d4ce is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:21:10.201470 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (bbb06882-f76f-44b8-b0c3-1552f992d4ce), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:10.236784 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] For port bbb06882-f76f-44b8-b0c3-1552f992d4ce, host dv-cinder-834448-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-smb',level=0,port_id=bbb06882-f76f-44b8-b0c3-1552f992d4ce,segment=NetworkSegment(4b176409-4b10-4757-9925-83e7a56a9f03),segment_id=4b176409-4b10-4757-9925-83e7a56a9f03)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:21:10.244646 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817'] for port (bbb06882-f76f-44b8-b0c3-1552f992d4ce), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:10.256365 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-17624ef5-e7e3-4ba2-a3bc-a00146eb071d admin admin] For port 1768d921-93b7-4e9a-b218-37c9bccc083c, host dv-cinder-834448-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-smb',level=0,port_id=1768d921-93b7-4e9a-b218-37c9bccc083c,segment=NetworkSegment(bfe39c1d-75e0-4826-9959-5c8fd0c1357b),segment_id=bfe39c1d-75e0-4826-9959-5c8fd0c1357b)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:21:10.256365 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-17624ef5-e7e3-4ba2-a3bc-a00146eb071d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701214'] for port (1768d921-93b7-4e9a-b218-37c9bccc083c), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:10.273997 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-17624ef5-e7e3-4ba2-a3bc-a00146eb071d admin admin] Calling delete_port for 1768d921-93b7-4e9a-b218-37c9bccc083c owned by network:router_interface {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:21:10.341600 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Pushing event updated for resources: {'Port': ['ID=bbb06882-f76f-44b8-b0c3-1552f992d4ce,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:21:10.349015 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5c426b62-fd9c-4620-9245-1ec09df4f5f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1688767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1690658'] for router (67877a14-5f02-47ef-9887-c7a0fed54e30), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:10.541693 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-17624ef5-e7e3-4ba2-a3bc-a00146eb071d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738246698626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738246144790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266186598'] for port (1768d921-93b7-4e9a-b218-37c9bccc083c), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:10.545713 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c426b62-fd9c-4620-9245-1ec09df4f5f7 admin admin] Router 67877a14-5f02-47ef-9887-c7a0fed54e30 is scheduled to L3 agent 5097f9b2-2ef0-4af4-bde3-0c344dd6e70c with binding_index 1 {{(pid=103422) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 21 11:21:10.577220 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17624ef5-e7e3-4ba2-a3bc-a00146eb071d admin admin] Pushing event deleted for resources: {'Port': ['ID=1768d921-93b7-4e9a-b218-37c9bccc083c,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:21:10.708606 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c426b62-fd9c-4620-9245-1ec09df4f5f7 admin admin] Notify agent at l3_agent.dv-cinder-834448-1-smb the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 11:21:10.728949 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20e9f99-d589-4d29-92db-3c8753e96a8b None None] Sync routers for ids ['67877a14-5f02-47ef-9887-c7a0fed54e30'] in dv-cinder-834448-1-smb {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 11:21:10.742210 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20e9f99-d589-4d29-92db-3c8753e96a8b None None] Routers {'67877a14-5f02-47ef-9887-c7a0fed54e30'} bound to L3 agent in host dv-cinder-834448-1-smb {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:21:10.742576 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-b20e9f99-d589-4d29-92db-3c8753e96a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T11:04:55Z,description=,heartbeat_timestamp=2022-03-21T11:20:56Z,host='dv-cinder-834448-1-smb',id=5097f9b2-2ef0-4af4-bde3-0c344dd6e70c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:55Z,topic='l3_agent')) {'router_ids': ['67877a14-5f02-47ef-9887-c7a0fed54e30'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:21:10.744416 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5c426b62-fd9c-4620-9245-1ec09df4f5f7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:10.745669 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-5c426b62-fd9c-4620-9245-1ec09df4f5f7 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.4525926 Mar 21 11:21:10.748762 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 49694) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:21:10.831030 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16f2bd9-d611-464e-ad2c-5769a6f3f1af req-66ec9515-6a0f-426e-b472-e3b707e803f6 tempest-VolumesSnapshotTestJSON-1592195337 tempest-VolumesSnapshotTestJSON-1592195337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:21:10.838883 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-c16f2bd9-d611-464e-ad2c-5769a6f3f1af req-66ec9515-6a0f-426e-b472-e3b707e803f6 tempest-VolumesSnapshotTestJSON-1592195337 tempest-VolumesSnapshotTestJSON-1592195337-project] 10.222.0.24 "GET /v2.0/ports?device_id=3873cae4-01e1-448f-b2e3-2ca35ffcc753 HTTP/1.1" status: 200 len: 945 time: 0.2384348 Mar 21 11:21:10.883593 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9de62811-106e-4484-a4f0-0e9f1de9e297 None None] Network 66894c69-c189-417d-8af1-926a1c078208 requested from dv-cinder-834448-1-smb {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 11:21:10.896303 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-c16f2bd9-d611-464e-ad2c-5769a6f3f1af req-9aad30fd-2a3c-4a4f-8b03-0c47c34d7eb9 tempest-VolumesSnapshotTestJSON-1592195337 tempest-VolumesSnapshotTestJSON-1592195337-project] 10.222.0.24 "GET /v2.0/security-groups?id=24fc8614-278b-4e8e-a94f-c69589fdfddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564544 Mar 21 11:21:10.937252 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-17624ef5-e7e3-4ba2-a3bc-a00146eb071d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1693001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1688060'] for router_interface (08b01e01-09f2-4a2c-91e8-f12ed1e32084), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:10.999615 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-eb94ee3a-2684-41b6-98b1-5ebc3c81ff75 None None] Provisioning complete for port bbb06882-f76f-44b8-b0c3-1552f992d4ce triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:21:11.000013 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-eb94ee3a-2684-41b6-98b1-5ebc3c81ff75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688166'] for port (bbb06882-f76f-44b8-b0c3-1552f992d4ce), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:11.002963 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-b20e9f99-d589-4d29-92db-3c8753e96a8b None None] Set router 67877a14-5f02-47ef-9887-c7a0fed54e30 gateway port host: dv-cinder-834448-1-smb {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:21:11.343970 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-eb94ee3a-2684-41b6-98b1-5ebc3c81ff75 None None] Current status of the port bbb06882-f76f-44b8-b0c3-1552f992d4ce is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:21:11.358179 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c67a5988-4965-4655-aa3b-592a2378156b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:11.373755 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-b20e9f99-d589-4d29-92db-3c8753e96a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67877a14-5f02-47ef-9887-c7a0fed54e30', 'name': 'tempest-TestMinimumBasicScenario-1932612938-router', 'tenant_id': '2d43b03df04b4f7caa64c7efe2bde5b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'external_fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.179'}], 'enable_snat': True}, 'gw_port_id': 'ede5eb8a-c494-4e34-b7dc-58b7ce9b1cee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:21:08Z', 'updated_at': '2022-03-21T11:21:09Z', 'revision_number': 3, 'project_id': '2d43b03df04b4f7caa64c7efe2bde5b4', 'gw_port': {'id': 'ede5eb8a-c494-4e34-b7dc-58b7ce9b1cee', 'name': '', 'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:db:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67877a14-5f02-47ef-9887-c7a0fed54e30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:21:09Z', 'updated_at': '2022-03-21T11:21:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-smb'}], 'dv-cinder-834448-1-smb', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:21:11.426996 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20e9f99-d589-4d29-92db-3c8753e96a8b None None] Checking router: 67877a14-5f02-47ef-9887-c7a0fed54e30 for host: dv-cinder-834448-1-smb {{(pid=103423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 11:21:11.426996 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20e9f99-d589-4d29-92db-3c8753e96a8b None None] Updating router 67877a14-5f02-47ef-9887-c7a0fed54e30 port ede5eb8a-c494-4e34-b7dc-58b7ce9b1cee binding host dv-cinder-834448-1-smb {{(pid=103423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 11:21:11.483328 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b20e9f99-d589-4d29-92db-3c8753e96a8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (ede5eb8a-c494-4e34-b7dc-58b7ce9b1cee), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:11.574746 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17624ef5-e7e3-4ba2-a3bc-a00146eb071d admin admin] Router 08b01e01-09f2-4a2c-91e8-f12ed1e32084 has already been hosted by L3 agent 5097f9b2-2ef0-4af4-bde3-0c344dd6e70c {{(pid=103421) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 11:21:11.633331 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-c67a5988-4965-4655-aa3b-592a2378156b admin admin] Allocated IP 172.20.0.1 (66894c69-c189-417d-8af1-926a1c078208/73b8ce80-9359-46f4-9cf5-1c7d77e6147c/70c90647-9290-43a4-b6d3-4e6b577fb244) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:21:11.720856 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17624ef5-e7e3-4ba2-a3bc-a00146eb071d admin admin] Notify agent at l3_agent.dv-cinder-834448-1-smb the message routers_updated {{(pid=103421) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 11:21:11.721388 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-c9e326ff-3f78-4ee4-ac7f-7de051fdb935 None None] Provisioning complete for port bbb06882-f76f-44b8-b0c3-1552f992d4ce triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:21:11.721840 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c9e326ff-3f78-4ee4-ac7f-7de051fdb935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688166'] for port (bbb06882-f76f-44b8-b0c3-1552f992d4ce), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:11.728205 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-17624ef5-e7e3-4ba2-a3bc-a00146eb071d admin admin] 10.222.0.24 "PUT /v2.0/routers/08b01e01-09f2-4a2c-91e8-f12ed1e32084/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6557322 Mar 21 11:21:11.730797 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 49706) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:21:11.735164 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660f7086-2ec2-473d-8551-b89ca962f6c3 None None] Sync routers for ids ['08b01e01-09f2-4a2c-91e8-f12ed1e32084'] in dv-cinder-834448-1-smb {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 11:21:11.755138 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660f7086-2ec2-473d-8551-b89ca962f6c3 None None] Routers {'08b01e01-09f2-4a2c-91e8-f12ed1e32084'} bound to L3 agent in host dv-cinder-834448-1-smb {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:21:11.756586 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-660f7086-2ec2-473d-8551-b89ca962f6c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T11:04:55Z,description=,heartbeat_timestamp=2022-03-21T11:20:56Z,host='dv-cinder-834448-1-smb',id=5097f9b2-2ef0-4af4-bde3-0c344dd6e70c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:55Z,topic='l3_agent')) {'router_ids': ['08b01e01-09f2-4a2c-91e8-f12ed1e32084'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:21:11.784133 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c67a5988-4965-4655-aa3b-592a2378156b admin admin] Publish callbacks [] for port (70c90647-9290-43a4-b6d3-4e6b577fb244), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:11.869453 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c67a5988-4965-4655-aa3b-592a2378156b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738246144781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265271506'] for port (70c90647-9290-43a4-b6d3-4e6b577fb244), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:11.875599 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-c9e326ff-3f78-4ee4-ac7f-7de051fdb935 None None] Current status of the port bbb06882-f76f-44b8-b0c3-1552f992d4ce is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:21:11.945834 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c67a5988-4965-4655-aa3b-592a2378156b admin admin] Network 66894c69-c189-417d-8af1-926a1c078208 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:21:11.951162 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-c67a5988-4965-4655-aa3b-592a2378156b admin admin] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:21:11.961442 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67a5988-4965-4655-aa3b-592a2378156b admin admin] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:21:11.987229 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b20e9f99-d589-4d29-92db-3c8753e96a8b None None] Publish callbacks [] for port (ede5eb8a-c494-4e34-b7dc-58b7ce9b1cee), precommit_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:11.994079 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67a5988-4965-4655-aa3b-592a2378156b admin admin] Pushing event updated for resources: {'Port': ['ID=70c90647-9290-43a4-b6d3-4e6b577fb244,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:21:12.001097 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-eeaa140a-4575-416b-9c31-45a0ffc557c0 admin admin] Publish callbacks [] for router (08b01e01-09f2-4a2c-91e8-f12ed1e32084), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:12.016171 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b20e9f99-d589-4d29-92db-3c8753e96a8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817'] for port (ede5eb8a-c494-4e34-b7dc-58b7ce9b1cee), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:12.030045 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c67a5988-4965-4655-aa3b-592a2378156b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1688567'] for router_interface (67877a14-5f02-47ef-9887-c7a0fed54e30), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:12.092506 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Device bbb06882-f76f-44b8-b0c3-1552f992d4ce up at agent ovs-agent-dv-cinder-834448-1-smb {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:21:12.172328 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-660f7086-2ec2-473d-8551-b89ca962f6c3 None None] Set router 08b01e01-09f2-4a2c-91e8-f12ed1e32084 gateway port host: dv-cinder-834448-1-smb {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:21:12.178395 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-b20e9f99-d589-4d29-92db-3c8753e96a8b None None] Attempting to bind port ede5eb8a-c494-4e34-b7dc-58b7ce9b1cee on host dv-cinder-834448-1-smb for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 11:21:12.178770 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-b20e9f99-d589-4d29-92db-3c8753e96a8b None None] Attempting to bind port ede5eb8a-c494-4e34-b7dc-58b7ce9b1cee by drivers openvswitch,hyperv on host dv-cinder-834448-1-smb at level 0 using segments [{'id': '083ffffd-feb8-46cd-b20a-ab116e97b62a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 11:21:12.179131 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20e9f99-d589-4d29-92db-3c8753e96a8b None None] Attempting to bind port ede5eb8a-c494-4e34-b7dc-58b7ce9b1cee on network 4a234a12-d706-4d7c-b6c3-ed2b05ad1623 {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:21:12.196751 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25b2266-1665-47b9-aac1-7ffcb8db151a None None] Pushing event updated for resources: {'Port': ['ID=ede5eb8a-c494-4e34-b7dc-58b7ce9b1cee,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:21:12.201457 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20e9f99-d589-4d29-92db-3c8753e96a8b None None] Checking agent: {'id': '4788e3a4-6d7d-47da-90c6-7227f6e2e35d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834448-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 11, 5), 'started_at': datetime.datetime(2022, 3, 21, 11, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 11, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834448-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 11:21:12.201850 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20e9f99-d589-4d29-92db-3c8753e96a8b None None] Checking segment: {'id': '083ffffd-feb8-46cd-b20a-ab116e97b62a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:21:12.202228 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b20e9f99-d589-4d29-92db-3c8753e96a8b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:12.202614 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20e9f99-d589-4d29-92db-3c8753e96a8b None None] Bound using segment: {'id': '083ffffd-feb8-46cd-b20a-ab116e97b62a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 11:21:12.216265 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-b20e9f99-d589-4d29-92db-3c8753e96a8b None None] Bound port: ede5eb8a-c494-4e34-b7dc-58b7ce9b1cee, host: dv-cinder-834448-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '083ffffd-feb8-46cd-b20a-ab116e97b62a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 11:21:12.216687 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b20e9f99-d589-4d29-92db-3c8753e96a8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (ede5eb8a-c494-4e34-b7dc-58b7ce9b1cee), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:12.254844 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb701c7-8a87-4c59-8a05-6bb63a8778dd req-aff95dad-047d-47af-870f-77f77b9f9239 tempest-VolumesSnapshotTestJSON-1592195337 tempest-VolumesSnapshotTestJSON-1592195337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:21:12.262836 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-9eb701c7-8a87-4c59-8a05-6bb63a8778dd req-aff95dad-047d-47af-870f-77f77b9f9239 tempest-VolumesSnapshotTestJSON-1592195337 tempest-VolumesSnapshotTestJSON-1592195337-project] 10.222.0.24 "GET /v2.0/ports?device_id=3873cae4-01e1-448f-b2e3-2ca35ffcc753 HTTP/1.1" status: 200 len: 945 time: 0.1807690 Mar 21 11:21:12.352149 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Provisioning complete for port bbb06882-f76f-44b8-b0c3-1552f992d4ce triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:21:12.352943 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688166'] for port (bbb06882-f76f-44b8-b0c3-1552f992d4ce), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:12.362709 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c67a5988-4965-4655-aa3b-592a2378156b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (70c90647-9290-43a4-b6d3-4e6b577fb244), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:12.372670 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-eeaa140a-4575-416b-9c31-45a0ffc557c0 admin admin] Publish callbacks [] for router_gateway (08b01e01-09f2-4a2c-91e8-f12ed1e32084), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:12.391099 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-9eb701c7-8a87-4c59-8a05-6bb63a8778dd req-db64826c-a1c1-4b42-9ada-fdd640e87698 tempest-VolumesSnapshotTestJSON-1592195337 tempest-VolumesSnapshotTestJSON-1592195337-project] 10.222.0.24 "GET /v2.0/security-groups?id=24fc8614-278b-4e8e-a94f-c69589fdfddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219049 Mar 21 11:21:12.412970 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-b20e9f99-d589-4d29-92db-3c8753e96a8b None None] For port ede5eb8a-c494-4e34-b7dc-58b7ce9b1cee, host dv-cinder-834448-1-smb, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 11:21:12.438007 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-b20e9f99-d589-4d29-92db-3c8753e96a8b None None] For port ede5eb8a-c494-4e34-b7dc-58b7ce9b1cee, host dv-cinder-834448-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-smb',level=0,port_id=ede5eb8a-c494-4e34-b7dc-58b7ce9b1cee,segment=NetworkSegment(083ffffd-feb8-46cd-b20a-ab116e97b62a),segment_id=083ffffd-feb8-46cd-b20a-ab116e97b62a)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 11:21:12.456582 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b20e9f99-d589-4d29-92db-3c8753e96a8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817'] for port (ede5eb8a-c494-4e34-b7dc-58b7ce9b1cee), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:12.482131 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-eeaa140a-4575-416b-9c31-45a0ffc557c0 admin admin] Deleting port caf3e45a-564b-4830-a6c7-4289634b34bf {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:21:12.482654 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-eeaa140a-4575-416b-9c31-45a0ffc557c0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738246690591'] for port (caf3e45a-564b-4830-a6c7-4289634b34bf), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:12.498174 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-660f7086-2ec2-473d-8551-b89ca962f6c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08b01e01-09f2-4a2c-91e8-f12ed1e32084', 'name': 'tempest-TestShelveInstance-1025004496-router', 'tenant_id': 'f24006b78ad645519d3645178a10b3c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'external_fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.223'}], 'enable_snat': True}, 'gw_port_id': 'caf3e45a-564b-4830-a6c7-4289634b34bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:16:15Z', 'updated_at': '2022-03-21T11:21:10Z', 'revision_number': 5, 'project_id': 'f24006b78ad645519d3645178a10b3c7', 'gw_port': {'id': 'caf3e45a-564b-4830-a6c7-4289634b34bf', 'name': '', 'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:1a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b01e01-09f2-4a2c-91e8-f12ed1e32084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:16:16Z', 'updated_at': '2022-03-21T11:16:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-smb'}], 'dv-cinder-834448-1-smb', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:21:12.535968 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25b2266-1665-47b9-aac1-7ffcb8db151a None None] Pushing event updated for resources: {'Port': ['ID=ede5eb8a-c494-4e34-b7dc-58b7ce9b1cee,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:21:12.557750 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660f7086-2ec2-473d-8551-b89ca962f6c3 None None] Checking router: 08b01e01-09f2-4a2c-91e8-f12ed1e32084 for host: dv-cinder-834448-1-smb {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 11:21:12.562046 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-52f9243b-89b2-456e-975f-6b6784ff0f9a None None] Provisioning complete for port 70c90647-9290-43a4-b6d3-4e6b577fb244 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:21:12.562437 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-52f9243b-89b2-456e-975f-6b6784ff0f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688166'] for port (70c90647-9290-43a4-b6d3-4e6b577fb244), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:12.575759 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660f7086-2ec2-473d-8551-b89ca962f6c3 None None] Routers {'08b01e01-09f2-4a2c-91e8-f12ed1e32084'} bound to L3 agent in host dv-cinder-834448-1-smb {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:21:12.576400 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-660f7086-2ec2-473d-8551-b89ca962f6c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T11:04:55Z,description=,heartbeat_timestamp=2022-03-21T11:20:56Z,host='dv-cinder-834448-1-smb',id=5097f9b2-2ef0-4af4-bde3-0c344dd6e70c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:55Z,topic='l3_agent')) {'router_ids': ['08b01e01-09f2-4a2c-91e8-f12ed1e32084'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:21:12.604044 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20e9f99-d589-4d29-92db-3c8753e96a8b None None] Routers {'67877a14-5f02-47ef-9887-c7a0fed54e30'} bound to L3 agent in host dv-cinder-834448-1-smb {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:21:12.611541 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-b20e9f99-d589-4d29-92db-3c8753e96a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T11:04:55Z,description=,heartbeat_timestamp=2022-03-21T11:20:56Z,host='dv-cinder-834448-1-smb',id=5097f9b2-2ef0-4af4-bde3-0c344dd6e70c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:55Z,topic='l3_agent')) {'router_ids': ['67877a14-5f02-47ef-9887-c7a0fed54e30'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:21:12.645694 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-eeaa140a-4575-416b-9c31-45a0ffc557c0 admin admin] For port caf3e45a-564b-4830-a6c7-4289634b34bf, host dv-cinder-834448-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-smb',level=0,port_id=caf3e45a-564b-4830-a6c7-4289634b34bf,segment=NetworkSegment(083ffffd-feb8-46cd-b20a-ab116e97b62a),segment_id=083ffffd-feb8-46cd-b20a-ab116e97b62a)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:21:12.647274 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-eeaa140a-4575-416b-9c31-45a0ffc557c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701214'] for port (caf3e45a-564b-4830-a6c7-4289634b34bf), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:12.661040 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c67a5988-4965-4655-aa3b-592a2378156b admin admin] Publish callbacks [] for port (70c90647-9290-43a4-b6d3-4e6b577fb244), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:12.669613 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c67a5988-4965-4655-aa3b-592a2378156b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265271525'] for port (70c90647-9290-43a4-b6d3-4e6b577fb244), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:12.678254 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-eeaa140a-4575-416b-9c31-45a0ffc557c0 admin admin] Calling delete_port for caf3e45a-564b-4830-a6c7-4289634b34bf owned by network:router_gateway {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:21:12.820548 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67a5988-4965-4655-aa3b-592a2378156b admin admin] Pushing event updated for resources: {'Port': ['ID=70c90647-9290-43a4-b6d3-4e6b577fb244,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:21:12.833635 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c67a5988-4965-4655-aa3b-592a2378156b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1693008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1688419'] for router_interface (67877a14-5f02-47ef-9887-c7a0fed54e30), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:12.860737 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-660f7086-2ec2-473d-8551-b89ca962f6c3 None None] Set router 08b01e01-09f2-4a2c-91e8-f12ed1e32084 gateway port host: None {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:21:12.984506 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-52f9243b-89b2-456e-975f-6b6784ff0f9a None None] Port 70c90647-9290-43a4-b6d3-4e6b577fb244 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 11:21:12.988362 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c67a5988-4965-4655-aa3b-592a2378156b admin admin] Network 66894c69-c189-417d-8af1-926a1c078208 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:21:12.990447 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-c67a5988-4965-4655-aa3b-592a2378156b admin admin] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:21:13.011763 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-660f7086-2ec2-473d-8551-b89ca962f6c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08b01e01-09f2-4a2c-91e8-f12ed1e32084', 'name': 'tempest-TestShelveInstance-1025004496-router', 'tenant_id': 'f24006b78ad645519d3645178a10b3c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:16:15Z', 'updated_at': '2022-03-21T11:21:12Z', 'revision_number': 6, 'project_id': 'f24006b78ad645519d3645178a10b3c7', 'gw_port_host': None}], 'dv-cinder-834448-1-smb', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:21:13.085269 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660f7086-2ec2-473d-8551-b89ca962f6c3 None None] The sync data for ids ['08b01e01-09f2-4a2c-91e8-f12ed1e32084'] in dv-cinder-834448-1-smb is: [{'id': '08b01e01-09f2-4a2c-91e8-f12ed1e32084', 'name': 'tempest-TestShelveInstance-1025004496-router', 'tenant_id': 'f24006b78ad645519d3645178a10b3c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:16:15Z', 'updated_at': '2022-03-21T11:21:12Z', 'revision_number': 6, 'project_id': 'f24006b78ad645519d3645178a10b3c7', 'gw_port_host': None}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 11:21:13.124016 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-eeaa140a-4575-416b-9c31-45a0ffc557c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738246698626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738246144790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266186598'] for port (caf3e45a-564b-4830-a6c7-4289634b34bf), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:13.138521 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Current status of the port bbb06882-f76f-44b8-b0c3-1552f992d4ce is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:21:13.221707 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-b20e9f99-d589-4d29-92db-3c8753e96a8b None None] Set router 67877a14-5f02-47ef-9887-c7a0fed54e30 gateway port host: dv-cinder-834448-1-smb {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:21:13.240607 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaa140a-4575-416b-9c31-45a0ffc557c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=caf3e45a-564b-4830-a6c7-4289634b34bf,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:21:13.270200 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c67a5988-4965-4655-aa3b-592a2378156b admin admin] Router 67877a14-5f02-47ef-9887-c7a0fed54e30 has already been hosted by L3 agent 5097f9b2-2ef0-4af4-bde3-0c344dd6e70c {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 11:21:13.316930 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-eeaa140a-4575-416b-9c31-45a0ffc557c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1690630'] for router_gateway (08b01e01-09f2-4a2c-91e8-f12ed1e32084), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:13.442509 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-eeaa140a-4575-416b-9c31-45a0ffc557c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1688810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2231'] for router (08b01e01-09f2-4a2c-91e8-f12ed1e32084), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:13.446788 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-eeaa140a-4575-416b-9c31-45a0ffc557c0 admin admin] Publish callbacks [] for router_controller (08b01e01-09f2-4a2c-91e8-f12ed1e32084), precommit_delete_associations {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:13.459931 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-d61343e1-3188-442b-a8f7-0ae4abfb7cba None None] Provisioning complete for port 70c90647-9290-43a4-b6d3-4e6b577fb244 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:21:13.460552 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-d61343e1-3188-442b-a8f7-0ae4abfb7cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688166'] for port (70c90647-9290-43a4-b6d3-4e6b577fb244), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:13.527249 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-eeaa140a-4575-416b-9c31-45a0ffc557c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1688805'] for router (08b01e01-09f2-4a2c-91e8-f12ed1e32084), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:13.528304 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeaa140a-4575-416b-9c31-45a0ffc557c0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 08b01e01-09f2-4a2c-91e8-f12ed1e32084 {{(pid=103421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 21 11:21:13.547530 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-eeaa140a-4575-416b-9c31-45a0ffc557c0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:13.553195 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-eeaa140a-4575-416b-9c31-45a0ffc557c0 admin admin] 10.222.0.24 "DELETE /v2.0/routers/08b01e01-09f2-4a2c-91e8-f12ed1e32084 HTTP/1.1" status: 204 len: 168 time: 1.8209686 Mar 21 11:21:13.556314 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 49728) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:21:13.570645 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-d61343e1-3188-442b-a8f7-0ae4abfb7cba None None] Port 70c90647-9290-43a4-b6d3-4e6b577fb244 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 11:21:13.632927 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-b20e9f99-d589-4d29-92db-3c8753e96a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67877a14-5f02-47ef-9887-c7a0fed54e30', 'name': 'tempest-TestMinimumBasicScenario-1932612938-router', 'tenant_id': '2d43b03df04b4f7caa64c7efe2bde5b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'external_fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.179'}], 'enable_snat': True}, 'gw_port_id': 'ede5eb8a-c494-4e34-b7dc-58b7ce9b1cee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:21:08Z', 'updated_at': '2022-03-21T11:21:12Z', 'revision_number': 4, 'project_id': '2d43b03df04b4f7caa64c7efe2bde5b4', 'gw_port': {'id': 'ede5eb8a-c494-4e34-b7dc-58b7ce9b1cee', 'name': '', 'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:db:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67877a14-5f02-47ef-9887-c7a0fed54e30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:21:09Z', 'updated_at': '2022-03-21T11:21:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-smb', '_interfaces': [{'id': '70c90647-9290-43a4-b6d3-4e6b577fb244', 'name': '', 'network_id': '66894c69-c189-417d-8af1-926a1c078208', 'tenant_id': '2d43b03df04b4f7caa64c7efe2bde5b4', 'mac_address': 'fa:16:3e:04:e8:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67877a14-5f02-47ef-9887-c7a0fed54e30', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '73b8ce80-9359-46f4-9cf5-1c7d77e6147c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:21:11Z', 'updated_at': '2022-03-21T11:21:11Z', 'revision_number': 1, 'project_id': '2d43b03df04b4f7caa64c7efe2bde5b4', 'subnets': [{'id': '73b8ce80-9359-46f4-9cf5-1c7d77e6147c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-1-smb', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:21:13.656561 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a88b9e9-4dfa-44f0-aed0-84aa7015b1ed admin admin] Deleting subnet 15b471db-3772-42d4-8366-79bf7fcca6e0 {{(pid=103421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 21 11:21:13.660309 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5a88b9e9-4dfa-44f0-aed0-84aa7015b1ed admin admin] Publish callbacks [] for subnet (15b471db-3772-42d4-8366-79bf7fcca6e0), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:13.663199 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20e9f99-d589-4d29-92db-3c8753e96a8b None None] The sync data for ids ['67877a14-5f02-47ef-9887-c7a0fed54e30'] in dv-cinder-834448-1-smb is: [{'id': '67877a14-5f02-47ef-9887-c7a0fed54e30', 'name': 'tempest-TestMinimumBasicScenario-1932612938-router', 'tenant_id': '2d43b03df04b4f7caa64c7efe2bde5b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'external_fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.179'}], 'enable_snat': True}, 'gw_port_id': 'ede5eb8a-c494-4e34-b7dc-58b7ce9b1cee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:21:08Z', 'updated_at': '2022-03-21T11:21:12Z', 'revision_number': 4, 'project_id': '2d43b03df04b4f7caa64c7efe2bde5b4', 'gw_port': {'id': 'ede5eb8a-c494-4e34-b7dc-58b7ce9b1cee', 'name': '', 'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:db:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67877a14-5f02-47ef-9887-c7a0fed54e30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:21:09Z', 'updated_at': '2022-03-21T11:21:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-smb', '_interfaces': [{'id': '70c90647-9290-43a4-b6d3-4e6b577fb244', 'name': '', 'network_id': '66894c69-c189-417d-8af1-926a1c078208', 'tenant_id': '2d43b03df04b4f7caa64c7efe2bde5b4', 'mac_address': 'fa:16:3e:04:e8:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67877a14-5f02-47ef-9887-c7a0fed54e30', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '73b8ce80-9359-46f4-9cf5-1c7d77e6147c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:21:11Z', 'updated_at': '2022-03-21T11:21:11Z', 'revision_number': 1, 'project_id': '2d43b03df04b4f7caa64c7efe2bde5b4', 'subnets': [{'id': '73b8ce80-9359-46f4-9cf5-1c7d77e6147c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 11:21:13.717196 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5a88b9e9-4dfa-44f0-aed0-84aa7015b1ed admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265875007'] for subnet (15b471db-3772-42d4-8366-79bf7fcca6e0), precommit_delete_associations {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:13.725908 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c67a5988-4965-4655-aa3b-592a2378156b admin admin] Notify agent at l3_agent.dv-cinder-834448-1-smb the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 11:21:13.736474 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-c67a5988-4965-4655-aa3b-592a2378156b admin admin] 10.222.0.24 "PUT /v2.0/routers/67877a14-5f02-47ef-9887-c7a0fed54e30/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9860280 Mar 21 11:21:13.820717 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5a88b9e9-4dfa-44f0-aed0-84aa7015b1ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-756234'] for subnet (15b471db-3772-42d4-8366-79bf7fcca6e0), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:13.903295 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5a88b9e9-4dfa-44f0-aed0-84aa7015b1ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-756243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266186135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266280701'] for subnet (15b471db-3772-42d4-8366-79bf7fcca6e0), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:13.935789 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a88b9e9-4dfa-44f0-aed0-84aa7015b1ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15b471db-3772-42d4-8366-79bf7fcca6e0,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:21:13.937837 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5a88b9e9-4dfa-44f0-aed0-84aa7015b1ed admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:13.941643 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-5a88b9e9-4dfa-44f0-aed0-84aa7015b1ed admin admin] 10.222.0.24 "DELETE /v2.0/subnets/15b471db-3772-42d4-8366-79bf7fcca6e0 HTTP/1.1" status: 204 len: 168 time: 0.3827322 Mar 21 11:21:13.944610 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 49734) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:21:13.947310 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1d639b2-3895-40d7-9513-5f980e4c5e9c None None] Network caf5ed87-4991-45e5-8208-00f47f9875eb requested from dv-cinder-834448-1-smb {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 11:21:14.141988 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Device caf3e45a-564b-4830-a6c7-4289634b34bf no longer exists at agent ovs-agent-dv-cinder-834448-1-smb {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 11:21:14.201635 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] No Port match for: caf3e45a-564b-4830-a6c7-4289634b34bf {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 11:21:14.201635 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Device caf3e45a-564b-4830-a6c7-4289634b34bf not bound to the agent host dv-cinder-834448-1-smb {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 11:21:14.201635 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Device 1768d921-93b7-4e9a-b218-37c9bccc083c no longer exists at agent ovs-agent-dv-cinder-834448-1-smb {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 11:21:14.280241 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] No Port match for: 1768d921-93b7-4e9a-b218-37c9bccc083c {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 11:21:14.280595 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Device 1768d921-93b7-4e9a-b218-37c9bccc083c not bound to the agent host dv-cinder-834448-1-smb {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 11:21:14.283087 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7371c727-05e4-4a2b-9924-2ebd0b3165d7 None None] DHCP port deletion for caf5ed87-4991-45e5-8208-00f47f9875eb request from dv-cinder-834448-1-smb {{(pid=103423) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 21 11:21:14.352411 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-940fca68-14a7-4841-9801-3a78b8a32178 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814149'] for network (caf5ed87-4991-45e5-8208-00f47f9875eb), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:14.390676 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-7371c727-05e4-4a2b-9924-2ebd0b3165d7 None None] Deleting port 99011497-576f-46e1-beb1-9df12d6a42e2 {{(pid=103423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:21:14.391196 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-7371c727-05e4-4a2b-9924-2ebd0b3165d7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738246690591'] for port (99011497-576f-46e1-beb1-9df12d6a42e2), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:14.482610 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-940fca68-14a7-4841-9801-3a78b8a32178 admin admin] Deleting port 99011497-576f-46e1-beb1-9df12d6a42e2 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:21:14.482903 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-940fca68-14a7-4841-9801-3a78b8a32178 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738246690591'] for port (99011497-576f-46e1-beb1-9df12d6a42e2), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:14.497514 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-7371c727-05e4-4a2b-9924-2ebd0b3165d7 None None] For port 99011497-576f-46e1-beb1-9df12d6a42e2, host dv-cinder-834448-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-smb',level=0,port_id=99011497-576f-46e1-beb1-9df12d6a42e2,segment=NetworkSegment(bfe39c1d-75e0-4826-9959-5c8fd0c1357b),segment_id=bfe39c1d-75e0-4826-9959-5c8fd0c1357b)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:21:14.498813 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-7371c727-05e4-4a2b-9924-2ebd0b3165d7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701214'] for port (99011497-576f-46e1-beb1-9df12d6a42e2), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:14.523023 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-7371c727-05e4-4a2b-9924-2ebd0b3165d7 None None] Calling delete_port for 99011497-576f-46e1-beb1-9df12d6a42e2 owned by network:dhcp {{(pid=103423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:21:14.660503 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-940fca68-14a7-4841-9801-3a78b8a32178 admin admin] For port 99011497-576f-46e1-beb1-9df12d6a42e2, host dv-cinder-834448-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-smb',level=0,port_id=99011497-576f-46e1-beb1-9df12d6a42e2,segment=NetworkSegment(bfe39c1d-75e0-4826-9959-5c8fd0c1357b),segment_id=bfe39c1d-75e0-4826-9959-5c8fd0c1357b)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:21:14.661394 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-940fca68-14a7-4841-9801-3a78b8a32178 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701214'] for port (99011497-576f-46e1-beb1-9df12d6a42e2), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:14.686284 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-7371c727-05e4-4a2b-9924-2ebd0b3165d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738246698626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738246144790'] for port (99011497-576f-46e1-beb1-9df12d6a42e2), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:14.712952 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-940fca68-14a7-4841-9801-3a78b8a32178 admin admin] Calling delete_port for 99011497-576f-46e1-beb1-9df12d6a42e2 owned by network:dhcp {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:21:14.721544 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7371c727-05e4-4a2b-9924-2ebd0b3165d7 None None] Pushing event deleted for resources: {'Port': ['ID=99011497-576f-46e1-beb1-9df12d6a42e2,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:21:14.734134 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7371c727-05e4-4a2b-9924-2ebd0b3165d7 None None] No DVR routers for this DVR port 99011497-576f-46e1-beb1-9df12d6a42e2 on host dv-cinder-834448-1-smb {{(pid=103423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 11:21:14.788347 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 49760) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:21:14.801035 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.v2.base [None req-4bef333c-0021-4085-8769-5917bfed682c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1039895806-network', 'tenant_id': 'af21f2e2604e44b5a96a5d16b9a73f6b'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:21:14.836690 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bef333c-0021-4085-8769-5917bfed682c admin admin] Made reservation on behalf of af21f2e2604e44b5a96a5d16b9a73f6b for: {'network': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 11:21:14.848568 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4bef333c-0021-4085-8769-5917bfed682c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for network (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:14.863273 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4bef333c-0021-4085-8769-5917bfed682c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:14.868623 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-940fca68-14a7-4841-9801-3a78b8a32178 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738246698626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738246144790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265271506'] for port (99011497-576f-46e1-beb1-9df12d6a42e2), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:14.907527 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940fca68-14a7-4841-9801-3a78b8a32178 admin admin] No DVR routers for this DVR port 99011497-576f-46e1-beb1-9df12d6a42e2 on host dv-cinder-834448-1-smb {{(pid=103422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 11:21:14.912228 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940fca68-14a7-4841-9801-3a78b8a32178 admin admin] Pushing event deleted for resources: {'Port': ['ID=99011497-576f-46e1-beb1-9df12d6a42e2,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:21:14.974643 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4bef333c-0021-4085-8769-5917bfed682c admin admin] Publish callbacks [] for security_group (a57b240c-dc47-4f97-83e6-b8d303be0a06), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:14.986025 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4bef333c-0021-4085-8769-5917bfed682c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (a57b240c-dc47-4f97-83e6-b8d303be0a06), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:15.000560 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-940fca68-14a7-4841-9801-3a78b8a32178 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-689599', 'neutron.services.segments.db._delete_segments_for_network-8738246472259'] for network (caf5ed87-4991-45e5-8208-00f47f9875eb), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:15.013771 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bef333c-0021-4085-8769-5917bfed682c admin admin] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=103421) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 11:21:15.024294 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.services.segments.db [None req-940fca68-14a7-4841-9801-3a78b8a32178 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['caf5ed87-4991-45e5-8208-00f47f9875eb']}} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:21:15.026512 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bef333c-0021-4085-8769-5917bfed682c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a57b240c-dc47-4f97-83e6-b8d303be0a06,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:21:15.037138 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4bef333c-0021-4085-8769-5917bfed682c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751123'] for segment (a035f972-6283-4f3b-8fd2-c7c5452bb493), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:15.038207 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.db.segments_db [None req-4bef333c-0021-4085-8769-5917bfed682c admin admin] Added segment a035f972-6283-4f3b-8fd2-c7c5452bb493 of type vlan for network e677f71d-cdbd-433a-a6c6-44d5ef8542c7 Mar 21 11:21:15.044152 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.services.segments.db [None req-940fca68-14a7-4841-9801-3a78b8a32178 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfe39c1d-75e0-4826-9959-5c8fd0c1357b') {'for_net_delete': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:21:15.044523 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.services.segments.db [None req-940fca68-14a7-4841-9801-3a78b8a32178 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfe39c1d-75e0-4826-9959-5c8fd0c1357b') {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:21:15.057231 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-940fca68-14a7-4841-9801-3a78b8a32178 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738246472012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267557867'] for segment (bfe39c1d-75e0-4826-9959-5c8fd0c1357b), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:15.074693 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-940fca68-14a7-4841-9801-3a78b8a32178 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751123'] for segment (bfe39c1d-75e0-4826-9959-5c8fd0c1357b), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:15.083241 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-940fca68-14a7-4841-9801-3a78b8a32178 admin admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=103422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 11:21:15.084291 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-940fca68-14a7-4841-9801-3a78b8a32178 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265271425'] for segment (bfe39c1d-75e0-4826-9959-5c8fd0c1357b), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:15.085759 dv-cinder-834448-1-smb neutron-server[103422]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 21 11:21:15.085759 dv-cinder-834448-1-smb neutron-server[103422]: self.session.flush() Mar 21 11:21:15.085759 dv-cinder-834448-1-smb neutron-server[103422]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 21 11:21:15.085759 dv-cinder-834448-1-smb neutron-server[103422]: self.session.flush() Mar 21 11:21:15.085759 dv-cinder-834448-1-smb neutron-server[103422]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 21 11:21:15.085759 dv-cinder-834448-1-smb neutron-server[103422]: self.session.flush() Mar 21 11:21:15.085759 dv-cinder-834448-1-smb neutron-server[103422]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 21 11:21:15.085759 dv-cinder-834448-1-smb neutron-server[103422]: self.session.flush() Mar 21 11:21:15.085759 dv-cinder-834448-1-smb neutron-server[103422]: Traceback (most recent call last): Mar 21 11:21:15.085759 dv-cinder-834448-1-smb neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 11:21:15.085759 dv-cinder-834448-1-smb neutron-server[103422]: timer() Mar 21 11:21:15.085759 dv-cinder-834448-1-smb neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 11:21:15.085759 dv-cinder-834448-1-smb neutron-server[103422]: cb(*args, **kw) Mar 21 11:21:15.085759 dv-cinder-834448-1-smb neutron-server[103422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 21 11:21:15.085759 dv-cinder-834448-1-smb neutron-server[103422]: return func(*args, **kwargs) Mar 21 11:21:15.085759 dv-cinder-834448-1-smb neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 11:21:15.085759 dv-cinder-834448-1-smb neutron-server[103422]: self._notify() Mar 21 11:21:15.085759 dv-cinder-834448-1-smb neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 11:21:15.085759 dv-cinder-834448-1-smb neutron-server[103422]: self.callback(batched_events) Mar 21 11:21:15.085759 dv-cinder-834448-1-smb neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 11:21:15.085759 dv-cinder-834448-1-smb neutron-server[103422]: event.method(event) Mar 21 11:21:15.085759 dv-cinder-834448-1-smb neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 21 11:21:15.085759 dv-cinder-834448-1-smb neutron-server[103422]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 11:21:15.085759 dv-cinder-834448-1-smb neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 21 11:21:15.085759 dv-cinder-834448-1-smb neutron-server[103422]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 11:21:15.085759 dv-cinder-834448-1-smb neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 21 11:21:15.085759 dv-cinder-834448-1-smb neutron-server[103422]: return f(self, *a, **k) Mar 21 11:21:15.085759 dv-cinder-834448-1-smb neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 21 11:21:15.085759 dv-cinder-834448-1-smb neutron-server[103422]: return self._get(url).json() Mar 21 11:21:15.085759 dv-cinder-834448-1-smb neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 21 11:21:15.085759 dv-cinder-834448-1-smb neutron-server[103422]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 11:21:15.085759 dv-cinder-834448-1-smb neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 11:21:15.085759 dv-cinder-834448-1-smb neutron-server[103422]: return self.request(url, 'GET', **kwargs) Mar 21 11:21:15.085759 dv-cinder-834448-1-smb neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 11:21:15.085759 dv-cinder-834448-1-smb neutron-server[103422]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 11:21:15.085759 dv-cinder-834448-1-smb neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 11:21:15.085759 dv-cinder-834448-1-smb neutron-server[103422]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 11:21:15.085759 dv-cinder-834448-1-smb neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 11:21:15.085759 dv-cinder-834448-1-smb neutron-server[103422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 11:21:15.085759 dv-cinder-834448-1-smb neutron-server[103422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 11:21:15.096324 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4bef333c-0021-4085-8769-5917bfed682c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738246104679'] for network (e677f71d-cdbd-433a-a6c6-44d5ef8542c7), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:15.132278 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4bef333c-0021-4085-8769-5917bfed682c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998'] for network (e677f71d-cdbd-433a-a6c6-44d5ef8542c7), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:15.133372 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bef333c-0021-4085-8769-5917bfed682c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:21:15.134497 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4bef333c-0021-4085-8769-5917bfed682c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693044'] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:15.156206 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-940fca68-14a7-4841-9801-3a78b8a32178 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-689540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1690746'] for network (caf5ed87-4991-45e5-8208-00f47f9875eb), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:15.163364 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-940fca68-14a7-4841-9801-3a78b8a32178 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693044'] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:15.167037 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-940fca68-14a7-4841-9801-3a78b8a32178 admin admin] 10.222.0.24 "DELETE /v2.0/networks/caf5ed87-4991-45e5-8208-00f47f9875eb HTTP/1.1" status: 204 len: 168 time: 1.2204123 Mar 21 11:21:15.178456 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 49762) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:21:15.185719 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940fca68-14a7-4841-9801-3a78b8a32178 admin admin] Pushing event deleted for resources: {'Network': ['ID=caf5ed87-4991-45e5-8208-00f47f9875eb,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:21:15.205935 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-4bef333c-0021-4085-8769-5917bfed682c admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4116373 Mar 21 11:21:15.208311 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 49766) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:21:15.215046 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.v2.base [None req-6830f181-8f44-43a5-b498-c6694f94c698 admin admin] Request body: {'subnet': {'network_id': 'e677f71d-cdbd-433a-a6c6-44d5ef8542c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1039895806-subnet', 'tenant_id': 'af21f2e2604e44b5a96a5d16b9a73f6b', 'ip_version': 4}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:21:15.230450 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bef333c-0021-4085-8769-5917bfed682c admin admin] Pushing event updated for resources: {'Network': ['ID=e677f71d-cdbd-433a-a6c6-44d5ef8542c7,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:21:15.242704 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Network e677f71d-cdbd-433a-a6c6-44d5ef8542c7 details requested by agent ovs-agent-dv-cinder-834448-1-smb with host dv-cinder-834448-1-smb {{(pid=103423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 21 11:21:15.254216 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6830f181-8f44-43a5-b498-c6694f94c698 admin admin] Made reservation on behalf of af21f2e2604e44b5a96a5d16b9a73f6b for: {'subnet': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 11:21:15.256881 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6830f181-8f44-43a5-b498-c6694f94c698 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266280656'] for subnet (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:15.498558 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6830f181-8f44-43a5-b498-c6694f94c698 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-266186198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266280646'] for subnet (741933b5-9b54-4e29-9a92-64e80a46222a), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:15.579113 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6830f181-8f44-43a5-b498-c6694f94c698 admin admin] Pushing event updated for resources: {'Subnet': ['ID=741933b5-9b54-4e29-9a92-64e80a46222a,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:21:15.596773 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6830f181-8f44-43a5-b498-c6694f94c698 admin admin] Checking segment: {'id': 'a035f972-6283-4f3b-8fd2-c7c5452bb493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'e677f71d-cdbd-433a-a6c6-44d5ef8542c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:21:15.597162 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6830f181-8f44-43a5-b498-c6694f94c698 admin admin] Network hostable DHCP agents. Network: e677f71d-cdbd-433a-a6c6-44d5ef8542c7, hostable agents: ['9c74c917-795e-4123-adbe-3a92cf8165ad'], hosted agents: [] {{(pid=103421) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 11:21:15.617940 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6830f181-8f44-43a5-b498-c6694f94c698 admin admin] Network e677f71d-cdbd-433a-a6c6-44d5ef8542c7 is scheduled to be hosted by DHCP agent 9c74c917-795e-4123-adbe-3a92cf8165ad with binding_index 1 {{(pid=103421) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 11:21:15.631029 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-6830f181-8f44-43a5-b498-c6694f94c698 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834448-1-smb, e677f71d-cdbd-433a-a6c6-44d5ef8542c7) {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:21:15.641158 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ea439310-c492-4557-8876-2f9c4b2100bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1688396'] for router_interface (de4efb80-6bb3-4be5-abb3-d9df19346de6), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:15.642135 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16d16895-03c4-4c1f-9c59-5be9dc735d54 None None] Network e677f71d-cdbd-433a-a6c6-44d5ef8542c7 requested from dv-cinder-834448-1-smb {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 11:21:15.654776 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6830f181-8f44-43a5-b498-c6694f94c698 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:21:15.657546 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6830f181-8f44-43a5-b498-c6694f94c698 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:15.695984 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-6830f181-8f44-43a5-b498-c6694f94c698 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4864738 Mar 21 11:21:15.698440 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 49772) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:21:15.705580 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.v2.base [None req-9f625d71-0663-49d3-b478-5a79aebd0e80 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1039895806-router', 'tenant_id': 'af21f2e2604e44b5a96a5d16b9a73f6b', 'external_gateway_info': {'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623'}}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:21:15.772486 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9f625d71-0663-49d3-b478-5a79aebd0e80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1688884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2201'] for router (0b7d1bf6-9b96-49eb-ab85-1ccbfb2f847c), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:15.779726 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae1f0816-b373-47d4-b294-b39338320d1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce4f82c5-e8da-580b-894c-917e4a2c3c40-e677f71d-cdbd-433a-a6c6-44d5ef8542c7', 'network_id': 'e677f71d-cdbd-433a-a6c6-44d5ef8542c7', 'project_id': 'af21f2e2604e44b5a96a5d16b9a73f6b', 'fixed_ips': [{'subnet_id': '741933b5-9b54-4e29-9a92-64e80a46222a'}]}} from dv-cinder-834448-1-smb. {{(pid=103423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 21 11:21:15.780396 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9f625d71-0663-49d3-b478-5a79aebd0e80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1688740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1690871', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2208'] for router (0b7d1bf6-9b96-49eb-ab85-1ccbfb2f847c), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:15.785193 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-ae1f0816-b373-47d4-b294-b39338320d1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (None), before_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:15.944298 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Device ede5eb8a-c494-4e34-b7dc-58b7ce9b1cee up at agent ovs-agent-dv-cinder-834448-1-smb {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:21:15.988703 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9f625d71-0663-49d3-b478-5a79aebd0e80 admin admin] Publish callbacks [] for router_controller (0b7d1bf6-9b96-49eb-ab85-1ccbfb2f847c), precommit_add_association {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:16.057531 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.db_base_plugin_common [None req-ae1f0816-b373-47d4-b294-b39338320d1a None None] Allocated IP 172.20.0.2 (e677f71d-cdbd-433a-a6c6-44d5ef8542c7/741933b5-9b54-4e29-9a92-64e80a46222a/e74d3e2d-3b6a-4e52-b6e5-1a45210a78c9) {{(pid=103423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:21:16.125321 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Provisioning complete for port ede5eb8a-c494-4e34-b7dc-58b7ce9b1cee triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:21:16.125693 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688166'] for port (ede5eb8a-c494-4e34-b7dc-58b7ce9b1cee), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:16.213005 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9f625d71-0663-49d3-b478-5a79aebd0e80 admin admin] Publish callbacks [] for router_gateway (0b7d1bf6-9b96-49eb-ab85-1ccbfb2f847c), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:16.335457 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-ae1f0816-b373-47d4-b294-b39338320d1a None None] Publish callbacks [] for port (e74d3e2d-3b6a-4e52-b6e5-1a45210a78c9), precommit_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:16.340188 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Current status of the port ede5eb8a-c494-4e34-b7dc-58b7ce9b1cee is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:21:16.341590 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (ede5eb8a-c494-4e34-b7dc-58b7ce9b1cee), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:16.357318 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-ae1f0816-b373-47d4-b294-b39338320d1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738246144781'] for port (e74d3e2d-3b6a-4e52-b6e5-1a45210a78c9), after_create {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:16.396724 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-ea439310-c492-4557-8876-2f9c4b2100bd admin admin] Deleting port 65fc51d6-0c40-4fc9-8736-dfdc676d3fc0 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:21:16.397433 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ea439310-c492-4557-8876-2f9c4b2100bd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738246690591'] for port (65fc51d6-0c40-4fc9-8736-dfdc676d3fc0), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:16.399979 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] For port ede5eb8a-c494-4e34-b7dc-58b7ce9b1cee, host dv-cinder-834448-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-smb',level=0,port_id=ede5eb8a-c494-4e34-b7dc-58b7ce9b1cee,segment=NetworkSegment(083ffffd-feb8-46cd-b20a-ab116e97b62a),segment_id=083ffffd-feb8-46cd-b20a-ab116e97b62a)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:21:16.410618 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817'] for port (ede5eb8a-c494-4e34-b7dc-58b7ce9b1cee), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:16.413873 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae1f0816-b373-47d4-b294-b39338320d1a None None] Network e677f71d-cdbd-433a-a6c6-44d5ef8542c7 is already hosted by enough agents. {{(pid=103423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:21:16.419220 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.scheduler.base_scheduler [None req-ae1f0816-b373-47d4-b294-b39338320d1a None None] Resources bound (agent type, host, resource id): {{(pid=103423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:21:16.423407 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1f0816-b373-47d4-b294-b39338320d1a None None] Received port after_create {{(pid=103423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:21:16.456650 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1f0816-b373-47d4-b294-b39338320d1a None None] Pushing event updated for resources: {'Port': ['ID=e74d3e2d-3b6a-4e52-b6e5-1a45210a78c9,revision_number=1']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:21:16.513861 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Device 99011497-576f-46e1-beb1-9df12d6a42e2 no longer exists at agent ovs-agent-dv-cinder-834448-1-smb {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 11:21:16.553634 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-ae1f0816-b373-47d4-b294-b39338320d1a None None] Attempting to bind port e74d3e2d-3b6a-4e52-b6e5-1a45210a78c9 on host dv-cinder-834448-1-smb for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 11:21:16.553868 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-ae1f0816-b373-47d4-b294-b39338320d1a None None] Attempting to bind port e74d3e2d-3b6a-4e52-b6e5-1a45210a78c9 by drivers openvswitch,hyperv on host dv-cinder-834448-1-smb at level 0 using segments [{'id': 'a035f972-6283-4f3b-8fd2-c7c5452bb493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'e677f71d-cdbd-433a-a6c6-44d5ef8542c7'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 11:21:16.554654 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae1f0816-b373-47d4-b294-b39338320d1a None None] Attempting to bind port e74d3e2d-3b6a-4e52-b6e5-1a45210a78c9 on network e677f71d-cdbd-433a-a6c6-44d5ef8542c7 {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:21:16.577875 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] No Port match for: 99011497-576f-46e1-beb1-9df12d6a42e2 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 11:21:16.578598 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Device 99011497-576f-46e1-beb1-9df12d6a42e2 not bound to the agent host dv-cinder-834448-1-smb {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 11:21:16.584470 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae1f0816-b373-47d4-b294-b39338320d1a None None] Checking agent: {'id': '4788e3a4-6d7d-47da-90c6-7227f6e2e35d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834448-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 11, 5), 'started_at': datetime.datetime(2022, 3, 21, 11, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 11, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834448-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 11:21:16.585083 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae1f0816-b373-47d4-b294-b39338320d1a None None] Checking segment: {'id': 'a035f972-6283-4f3b-8fd2-c7c5452bb493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'e677f71d-cdbd-433a-a6c6-44d5ef8542c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:21:16.585487 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-ae1f0816-b373-47d4-b294-b39338320d1a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:16.585868 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae1f0816-b373-47d4-b294-b39338320d1a None None] Bound using segment: {'id': 'a035f972-6283-4f3b-8fd2-c7c5452bb493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'e677f71d-cdbd-433a-a6c6-44d5ef8542c7'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 11:21:16.586335 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-ae1f0816-b373-47d4-b294-b39338320d1a None None] Bound port: e74d3e2d-3b6a-4e52-b6e5-1a45210a78c9, host: dv-cinder-834448-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a035f972-6283-4f3b-8fd2-c7c5452bb493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'e677f71d-cdbd-433a-a6c6-44d5ef8542c7'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 11:21:16.586817 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-ae1f0816-b373-47d4-b294-b39338320d1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (e74d3e2d-3b6a-4e52-b6e5-1a45210a78c9), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:16.590268 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Pushing event updated for resources: {'Port': ['ID=ede5eb8a-c494-4e34-b7dc-58b7ce9b1cee,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:21:16.606675 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-ea439310-c492-4557-8876-2f9c4b2100bd admin admin] For port 65fc51d6-0c40-4fc9-8736-dfdc676d3fc0, host dv-cinder-834448-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-smb',level=0,port_id=65fc51d6-0c40-4fc9-8736-dfdc676d3fc0,segment=NetworkSegment(7bb4f110-95a5-4aac-97de-c628905a3b9d),segment_id=7bb4f110-95a5-4aac-97de-c628905a3b9d)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:21:16.607050 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ea439310-c492-4557-8876-2f9c4b2100bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701214'] for port (65fc51d6-0c40-4fc9-8736-dfdc676d3fc0), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:16.626929 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-ea439310-c492-4557-8876-2f9c4b2100bd admin admin] Calling delete_port for 65fc51d6-0c40-4fc9-8736-dfdc676d3fc0 owned by network:router_interface {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:21:16.630456 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9f625d71-0663-49d3-b478-5a79aebd0e80 admin admin] Publish callbacks [] for router_gateway (0b7d1bf6-9b96-49eb-ab85-1ccbfb2f847c), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:16.658096 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9f625d71-0663-49d3-b478-5a79aebd0e80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:16.662103 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-ae1f0816-b373-47d4-b294-b39338320d1a None None] For port e74d3e2d-3b6a-4e52-b6e5-1a45210a78c9, host dv-cinder-834448-1-smb, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 11:21:16.665437 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-ae1f0816-b373-47d4-b294-b39338320d1a None None] For port e74d3e2d-3b6a-4e52-b6e5-1a45210a78c9, host dv-cinder-834448-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-smb',level=0,port_id=e74d3e2d-3b6a-4e52-b6e5-1a45210a78c9,segment=NetworkSegment(a035f972-6283-4f3b-8fd2-c7c5452bb493),segment_id=a035f972-6283-4f3b-8fd2-c7c5452bb493)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 11:21:16.673827 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-ae1f0816-b373-47d4-b294-b39338320d1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817'] for port (e74d3e2d-3b6a-4e52-b6e5-1a45210a78c9), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:16.752420 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1f0816-b373-47d4-b294-b39338320d1a None None] Pushing event updated for resources: {'Port': ['ID=e74d3e2d-3b6a-4e52-b6e5-1a45210a78c9,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:21:16.809283 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa72580-19de-482b-8b69-31c63bc30001 None None] Sync routers for ids ['67877a14-5f02-47ef-9887-c7a0fed54e30'] in dv-cinder-834448-1-smb {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 11:21:16.819156 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa72580-19de-482b-8b69-31c63bc30001 None None] Routers {'67877a14-5f02-47ef-9887-c7a0fed54e30'} bound to L3 agent in host dv-cinder-834448-1-smb {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:21:16.819975 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-caa72580-19de-482b-8b69-31c63bc30001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T11:04:55Z,description=,heartbeat_timestamp=2022-03-21T11:20:56Z,host='dv-cinder-834448-1-smb',id=5097f9b2-2ef0-4af4-bde3-0c344dd6e70c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:55Z,topic='l3_agent')) {'router_ids': ['67877a14-5f02-47ef-9887-c7a0fed54e30'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:21:16.911363 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-9f625d71-0663-49d3-b478-5a79aebd0e80 admin admin] Allocated IP 172.28.0.65 (4a234a12-d706-4d7c-b6c3-ed2b05ad1623/3e258188-6a8e-4491-8eb3-50329fb1d7f1/fd5ec10b-5532-4452-bd5f-3bcecf976697) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:21:16.980412 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-caa72580-19de-482b-8b69-31c63bc30001 None None] Set router 67877a14-5f02-47ef-9887-c7a0fed54e30 gateway port host: dv-cinder-834448-1-smb {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:21:17.116498 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ea439310-c492-4557-8876-2f9c4b2100bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738246698626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738246144790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265271506'] for port (65fc51d6-0c40-4fc9-8736-dfdc676d3fc0), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:17.127200 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9f625d71-0663-49d3-b478-5a79aebd0e80 admin admin] Publish callbacks [] for port (fd5ec10b-5532-4452-bd5f-3bcecf976697), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:17.152963 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea439310-c492-4557-8876-2f9c4b2100bd admin admin] Pushing event deleted for resources: {'Port': ['ID=65fc51d6-0c40-4fc9-8736-dfdc676d3fc0,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:21:17.252192 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-caa72580-19de-482b-8b69-31c63bc30001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67877a14-5f02-47ef-9887-c7a0fed54e30', 'name': 'tempest-TestMinimumBasicScenario-1932612938-router', 'tenant_id': '2d43b03df04b4f7caa64c7efe2bde5b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'external_fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.179'}], 'enable_snat': True}, 'gw_port_id': 'ede5eb8a-c494-4e34-b7dc-58b7ce9b1cee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:21:08Z', 'updated_at': '2022-03-21T11:21:12Z', 'revision_number': 4, 'project_id': '2d43b03df04b4f7caa64c7efe2bde5b4', 'gw_port': {'id': 'ede5eb8a-c494-4e34-b7dc-58b7ce9b1cee', 'name': '', 'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:db:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67877a14-5f02-47ef-9887-c7a0fed54e30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:21:09Z', 'updated_at': '2022-03-21T11:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-smb', '_interfaces': [{'id': '70c90647-9290-43a4-b6d3-4e6b577fb244', 'name': '', 'network_id': '66894c69-c189-417d-8af1-926a1c078208', 'tenant_id': '2d43b03df04b4f7caa64c7efe2bde5b4', 'mac_address': 'fa:16:3e:04:e8:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67877a14-5f02-47ef-9887-c7a0fed54e30', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '73b8ce80-9359-46f4-9cf5-1c7d77e6147c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:21:11Z', 'updated_at': '2022-03-21T11:21:12Z', 'revision_number': 2, 'project_id': '2d43b03df04b4f7caa64c7efe2bde5b4', 'subnets': [{'id': '73b8ce80-9359-46f4-9cf5-1c7d77e6147c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-1-smb', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:21:17.281739 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa72580-19de-482b-8b69-31c63bc30001 None None] Checking router: 67877a14-5f02-47ef-9887-c7a0fed54e30 for host: dv-cinder-834448-1-smb {{(pid=103423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 11:21:17.282079 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa72580-19de-482b-8b69-31c63bc30001 None None] Updating router 67877a14-5f02-47ef-9887-c7a0fed54e30 port 70c90647-9290-43a4-b6d3-4e6b577fb244 binding host dv-cinder-834448-1-smb {{(pid=103423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 11:21:17.314348 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-caa72580-19de-482b-8b69-31c63bc30001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (70c90647-9290-43a4-b6d3-4e6b577fb244), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:17.314468 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9f625d71-0663-49d3-b478-5a79aebd0e80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738246144781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265271506'] for port (fd5ec10b-5532-4452-bd5f-3bcecf976697), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:17.356419 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f625d71-0663-49d3-b478-5a79aebd0e80 admin admin] Network 4a234a12-d706-4d7c-b6c3-ed2b05ad1623 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:21:17.384972 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-9f625d71-0663-49d3-b478-5a79aebd0e80 admin admin] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:21:17.399015 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f625d71-0663-49d3-b478-5a79aebd0e80 admin admin] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:21:17.446367 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f625d71-0663-49d3-b478-5a79aebd0e80 admin admin] Pushing event updated for resources: {'Port': ['ID=fd5ec10b-5532-4452-bd5f-3bcecf976697,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:21:17.646681 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-caa72580-19de-482b-8b69-31c63bc30001 None None] Publish callbacks [] for port (70c90647-9290-43a4-b6d3-4e6b577fb244), precommit_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:17.657220 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-caa72580-19de-482b-8b69-31c63bc30001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817'] for port (70c90647-9290-43a4-b6d3-4e6b577fb244), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:17.858407 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-ea439310-c492-4557-8876-2f9c4b2100bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1693001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1688060'] for router_interface (de4efb80-6bb3-4be5-abb3-d9df19346de6), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:17.865005 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362ce698-74ac-4590-8472-a46047bf1d42 None None] Pushing event updated for resources: {'Port': ['ID=70c90647-9290-43a4-b6d3-4e6b577fb244,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:21:17.899150 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-caa72580-19de-482b-8b69-31c63bc30001 None None] Attempting to bind port 70c90647-9290-43a4-b6d3-4e6b577fb244 on host dv-cinder-834448-1-smb for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 11:21:17.899524 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-caa72580-19de-482b-8b69-31c63bc30001 None None] Attempting to bind port 70c90647-9290-43a4-b6d3-4e6b577fb244 by drivers openvswitch,hyperv on host dv-cinder-834448-1-smb at level 0 using segments [{'id': '4b176409-4b10-4757-9925-83e7a56a9f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '66894c69-c189-417d-8af1-926a1c078208'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 11:21:17.899921 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa72580-19de-482b-8b69-31c63bc30001 None None] Attempting to bind port 70c90647-9290-43a4-b6d3-4e6b577fb244 on network 66894c69-c189-417d-8af1-926a1c078208 {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:21:17.917143 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa72580-19de-482b-8b69-31c63bc30001 None None] Checking agent: {'id': '4788e3a4-6d7d-47da-90c6-7227f6e2e35d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834448-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 11, 5), 'started_at': datetime.datetime(2022, 3, 21, 11, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 11, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834448-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 11:21:17.917519 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa72580-19de-482b-8b69-31c63bc30001 None None] Checking segment: {'id': '4b176409-4b10-4757-9925-83e7a56a9f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '66894c69-c189-417d-8af1-926a1c078208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:21:17.917995 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-caa72580-19de-482b-8b69-31c63bc30001 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:17.918384 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa72580-19de-482b-8b69-31c63bc30001 None None] Bound using segment: {'id': '4b176409-4b10-4757-9925-83e7a56a9f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '66894c69-c189-417d-8af1-926a1c078208'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 11:21:17.918874 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-caa72580-19de-482b-8b69-31c63bc30001 None None] Bound port: 70c90647-9290-43a4-b6d3-4e6b577fb244, host: dv-cinder-834448-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b176409-4b10-4757-9925-83e7a56a9f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '66894c69-c189-417d-8af1-926a1c078208'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 11:21:17.919253 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-caa72580-19de-482b-8b69-31c63bc30001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (70c90647-9290-43a4-b6d3-4e6b577fb244), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:18.240354 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-b654da19-9d37-4a3e-bec0-542117a3f632 None None] Provisioning complete for port 70c90647-9290-43a4-b6d3-4e6b577fb244 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:21:18.241074 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-b654da19-9d37-4a3e-bec0-542117a3f632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688166'] for port (70c90647-9290-43a4-b6d3-4e6b577fb244), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:18.252345 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Device ede5eb8a-c494-4e34-b7dc-58b7ce9b1cee up at agent ovs-agent-dv-cinder-834448-1-smb {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:21:18.269933 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea439310-c492-4557-8876-2f9c4b2100bd admin admin] Router de4efb80-6bb3-4be5-abb3-d9df19346de6 has already been hosted by L3 agent 5097f9b2-2ef0-4af4-bde3-0c344dd6e70c {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 11:21:18.325238 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db676d9a-78c5-4ddb-97e6-5fba352c8f30 None None] Network e677f71d-cdbd-433a-a6c6-44d5ef8542c7 requested from dv-cinder-834448-1-smb {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 11:21:18.416016 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-b654da19-9d37-4a3e-bec0-542117a3f632 None None] Port 70c90647-9290-43a4-b6d3-4e6b577fb244 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 11:21:18.420380 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-caa72580-19de-482b-8b69-31c63bc30001 None None] For port 70c90647-9290-43a4-b6d3-4e6b577fb244, host dv-cinder-834448-1-smb, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 11:21:18.442620 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-caa72580-19de-482b-8b69-31c63bc30001 None None] For port 70c90647-9290-43a4-b6d3-4e6b577fb244, host dv-cinder-834448-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-smb',level=0,port_id=70c90647-9290-43a4-b6d3-4e6b577fb244,segment=NetworkSegment(4b176409-4b10-4757-9925-83e7a56a9f03),segment_id=4b176409-4b10-4757-9925-83e7a56a9f03)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 11:21:18.450971 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Provisioning complete for port ede5eb8a-c494-4e34-b7dc-58b7ce9b1cee triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:21:18.451704 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688166'] for port (ede5eb8a-c494-4e34-b7dc-58b7ce9b1cee), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:18.483729 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-caa72580-19de-482b-8b69-31c63bc30001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817'] for port (70c90647-9290-43a4-b6d3-4e6b577fb244), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:18.502982 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9f625d71-0663-49d3-b478-5a79aebd0e80 admin admin] Publish callbacks [] for router_gateway (0b7d1bf6-9b96-49eb-ab85-1ccbfb2f847c), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:18.542739 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea439310-c492-4557-8876-2f9c4b2100bd admin admin] Notify agent at l3_agent.dv-cinder-834448-1-smb the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 11:21:18.551921 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 49816) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:21:18.554027 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29950b0-7d14-4c89-829f-33b5324eb894 None None] Sync routers for ids ['de4efb80-6bb3-4be5-abb3-d9df19346de6'] in dv-cinder-834448-1-smb {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 11:21:18.555879 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-ea439310-c492-4557-8876-2f9c4b2100bd admin admin] 10.222.0.24 "PUT /v2.0/routers/de4efb80-6bb3-4be5-abb3-d9df19346de6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3750820 Mar 21 11:21:18.567584 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29950b0-7d14-4c89-829f-33b5324eb894 None None] Routers {'de4efb80-6bb3-4be5-abb3-d9df19346de6'} bound to L3 agent in host dv-cinder-834448-1-smb {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:21:18.568246 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-a29950b0-7d14-4c89-829f-33b5324eb894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T11:04:55Z,description=,heartbeat_timestamp=2022-03-21T11:20:56Z,host='dv-cinder-834448-1-smb',id=5097f9b2-2ef0-4af4-bde3-0c344dd6e70c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:55Z,topic='l3_agent')) {'router_ids': ['de4efb80-6bb3-4be5-abb3-d9df19346de6'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:21:18.614108 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362ce698-74ac-4590-8472-a46047bf1d42 None None] Pushing event updated for resources: {'Port': ['ID=70c90647-9290-43a4-b6d3-4e6b577fb244,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:21:18.622108 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa72580-19de-482b-8b69-31c63bc30001 None None] Routers {'67877a14-5f02-47ef-9887-c7a0fed54e30'} bound to L3 agent in host dv-cinder-834448-1-smb {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:21:18.623713 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-caa72580-19de-482b-8b69-31c63bc30001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T11:04:55Z,description=,heartbeat_timestamp=2022-03-21T11:20:56Z,host='dv-cinder-834448-1-smb',id=5097f9b2-2ef0-4af4-bde3-0c344dd6e70c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:55Z,topic='l3_agent')) {'router_ids': ['67877a14-5f02-47ef-9887-c7a0fed54e30'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:21:18.636539 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-5e332423-23b4-4146-9588-bdad150b40e4 None None] Provisioning complete for port e74d3e2d-3b6a-4e52-b6e5-1a45210a78c9 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:21:18.637385 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-5e332423-23b4-4146-9588-bdad150b40e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688166'] for port (e74d3e2d-3b6a-4e52-b6e5-1a45210a78c9), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:18.699320 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-64e6b300-7dd5-4b61-ba97-07b2bce42610 admin admin] Publish callbacks [] for router (de4efb80-6bb3-4be5-abb3-d9df19346de6), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:18.725448 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-a29950b0-7d14-4c89-829f-33b5324eb894 None None] Set router de4efb80-6bb3-4be5-abb3-d9df19346de6 gateway port host: dv-cinder-834448-1-smb {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:21:18.836469 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9f625d71-0663-49d3-b478-5a79aebd0e80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1688767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1690658'] for router (0b7d1bf6-9b96-49eb-ab85-1ccbfb2f847c), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:18.869113 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Current status of the port ede5eb8a-c494-4e34-b7dc-58b7ce9b1cee is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:21:18.870222 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Device e74d3e2d-3b6a-4e52-b6e5-1a45210a78c9 up at agent ovs-agent-dv-cinder-834448-1-smb {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:21:18.872086 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-64e6b300-7dd5-4b61-ba97-07b2bce42610 admin admin] Publish callbacks [] for router_gateway (de4efb80-6bb3-4be5-abb3-d9df19346de6), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:18.957411 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-64e6b300-7dd5-4b61-ba97-07b2bce42610 admin admin] Deleting port 2b0769f9-c74f-4114-80a4-943f425938fb {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:21:18.965489 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-64e6b300-7dd5-4b61-ba97-07b2bce42610 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738246690591'] for port (2b0769f9-c74f-4114-80a4-943f425938fb), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:18.966492 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-caa72580-19de-482b-8b69-31c63bc30001 None None] Set router 67877a14-5f02-47ef-9887-c7a0fed54e30 gateway port host: dv-cinder-834448-1-smb {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:21:19.012782 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-5e332423-23b4-4146-9588-bdad150b40e4 None None] Current status of the port e74d3e2d-3b6a-4e52-b6e5-1a45210a78c9 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:21:19.013427 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-5e332423-23b4-4146-9588-bdad150b40e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (e74d3e2d-3b6a-4e52-b6e5-1a45210a78c9), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:19.021239 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-a29950b0-7d14-4c89-829f-33b5324eb894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de4efb80-6bb3-4be5-abb3-d9df19346de6', 'name': 'tempest-TestShelveInstance-333384680-router', 'tenant_id': 'fbc0a65a4d554ebeb044af88877baef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'external_fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.27'}], 'enable_snat': True}, 'gw_port_id': '2b0769f9-c74f-4114-80a4-943f425938fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:16:27Z', 'updated_at': '2022-03-21T11:21:17Z', 'revision_number': 5, 'project_id': 'fbc0a65a4d554ebeb044af88877baef1', 'gw_port': {'id': '2b0769f9-c74f-4114-80a4-943f425938fb', 'name': '', 'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:e0:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de4efb80-6bb3-4be5-abb3-d9df19346de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:16:29Z', 'updated_at': '2022-03-21T11:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-smb'}], 'dv-cinder-834448-1-smb', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:21:19.058996 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f625d71-0663-49d3-b478-5a79aebd0e80 admin admin] Router 0b7d1bf6-9b96-49eb-ab85-1ccbfb2f847c is scheduled to L3 agent 5097f9b2-2ef0-4af4-bde3-0c344dd6e70c with binding_index 1 {{(pid=103422) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 21 11:21:19.061897 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29950b0-7d14-4c89-829f-33b5324eb894 None None] Checking router: de4efb80-6bb3-4be5-abb3-d9df19346de6 for host: dv-cinder-834448-1-smb {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 11:21:19.074447 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29950b0-7d14-4c89-829f-33b5324eb894 None None] Routers {'de4efb80-6bb3-4be5-abb3-d9df19346de6'} bound to L3 agent in host dv-cinder-834448-1-smb {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:21:19.076386 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-a29950b0-7d14-4c89-829f-33b5324eb894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T11:04:55Z,description=,heartbeat_timestamp=2022-03-21T11:20:56Z,host='dv-cinder-834448-1-smb',id=5097f9b2-2ef0-4af4-bde3-0c344dd6e70c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:55Z,topic='l3_agent')) {'router_ids': ['de4efb80-6bb3-4be5-abb3-d9df19346de6'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:21:19.171833 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-64e6b300-7dd5-4b61-ba97-07b2bce42610 admin admin] For port 2b0769f9-c74f-4114-80a4-943f425938fb, host dv-cinder-834448-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-smb',level=0,port_id=2b0769f9-c74f-4114-80a4-943f425938fb,segment=NetworkSegment(083ffffd-feb8-46cd-b20a-ab116e97b62a),segment_id=083ffffd-feb8-46cd-b20a-ab116e97b62a)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:21:19.172043 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-64e6b300-7dd5-4b61-ba97-07b2bce42610 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701214'] for port (2b0769f9-c74f-4114-80a4-943f425938fb), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:19.191939 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-5e332423-23b4-4146-9588-bdad150b40e4 None None] For port e74d3e2d-3b6a-4e52-b6e5-1a45210a78c9, host dv-cinder-834448-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-smb',level=0,port_id=e74d3e2d-3b6a-4e52-b6e5-1a45210a78c9,segment=NetworkSegment(a035f972-6283-4f3b-8fd2-c7c5452bb493),segment_id=a035f972-6283-4f3b-8fd2-c7c5452bb493)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:21:19.196598 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-64e6b300-7dd5-4b61-ba97-07b2bce42610 admin admin] Calling delete_port for 2b0769f9-c74f-4114-80a4-943f425938fb owned by network:router_gateway {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:21:19.199825 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Provisioning complete for port e74d3e2d-3b6a-4e52-b6e5-1a45210a78c9 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:21:19.205638 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688166'] for port (e74d3e2d-3b6a-4e52-b6e5-1a45210a78c9), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:19.225980 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-a29950b0-7d14-4c89-829f-33b5324eb894 None None] Set router de4efb80-6bb3-4be5-abb3-d9df19346de6 gateway port host: None {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:21:19.233914 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-5e332423-23b4-4146-9588-bdad150b40e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817'] for port (e74d3e2d-3b6a-4e52-b6e5-1a45210a78c9), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:19.256589 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f625d71-0663-49d3-b478-5a79aebd0e80 admin admin] Notify agent at l3_agent.dv-cinder-834448-1-smb the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 11:21:19.281515 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9f625d71-0663-49d3-b478-5a79aebd0e80 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:19.282245 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a21cd578-818e-41af-9fae-cf8a2b93be3a None None] Sync routers for ids ['0b7d1bf6-9b96-49eb-ab85-1ccbfb2f847c'] in dv-cinder-834448-1-smb {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 11:21:19.283769 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-9f625d71-0663-49d3-b478-5a79aebd0e80 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.5839775 Mar 21 11:21:19.290433 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 49820) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:21:19.332989 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-a29950b0-7d14-4c89-829f-33b5324eb894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de4efb80-6bb3-4be5-abb3-d9df19346de6', 'name': 'tempest-TestShelveInstance-333384680-router', 'tenant_id': 'fbc0a65a4d554ebeb044af88877baef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:16:27Z', 'updated_at': '2022-03-21T11:21:18Z', 'revision_number': 6, 'project_id': 'fbc0a65a4d554ebeb044af88877baef1', 'gw_port_host': None}], 'dv-cinder-834448-1-smb', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:21:19.343169 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21cd578-818e-41af-9fae-cf8a2b93be3a None None] Routers {'0b7d1bf6-9b96-49eb-ab85-1ccbfb2f847c'} bound to L3 agent in host dv-cinder-834448-1-smb {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:21:19.343896 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-a21cd578-818e-41af-9fae-cf8a2b93be3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T11:04:55Z,description=,heartbeat_timestamp=2022-03-21T11:20:56Z,host='dv-cinder-834448-1-smb',id=5097f9b2-2ef0-4af4-bde3-0c344dd6e70c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:55Z,topic='l3_agent')) {'router_ids': ['0b7d1bf6-9b96-49eb-ab85-1ccbfb2f847c'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:21:19.370893 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29950b0-7d14-4c89-829f-33b5324eb894 None None] The sync data for ids ['de4efb80-6bb3-4be5-abb3-d9df19346de6'] in dv-cinder-834448-1-smb is: [{'id': 'de4efb80-6bb3-4be5-abb3-d9df19346de6', 'name': 'tempest-TestShelveInstance-333384680-router', 'tenant_id': 'fbc0a65a4d554ebeb044af88877baef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:16:27Z', 'updated_at': '2022-03-21T11:21:18Z', 'revision_number': 6, 'project_id': 'fbc0a65a4d554ebeb044af88877baef1', 'gw_port_host': None}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 11:21:19.419699 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-64e6b300-7dd5-4b61-ba97-07b2bce42610 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738246698626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738246144790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266186598'] for port (2b0769f9-c74f-4114-80a4-943f425938fb), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:19.453653 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e6b300-7dd5-4b61-ba97-07b2bce42610 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b0769f9-c74f-4114-80a4-943f425938fb,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:21:19.495908 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e332423-23b4-4146-9588-bdad150b40e4 None None] Pushing event updated for resources: {'Port': ['ID=e74d3e2d-3b6a-4e52-b6e5-1a45210a78c9,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:21:19.528472 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-4ddba216-3028-45d3-83ff-12cf78cf5aba None None] Provisioning complete for port 70c90647-9290-43a4-b6d3-4e6b577fb244 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:21:19.528849 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-4ddba216-3028-45d3-83ff-12cf78cf5aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688166'] for port (70c90647-9290-43a4-b6d3-4e6b577fb244), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:19.538893 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-64e6b300-7dd5-4b61-ba97-07b2bce42610 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1690630'] for router_gateway (de4efb80-6bb3-4be5-abb3-d9df19346de6), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:19.615881 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Current status of the port e74d3e2d-3b6a-4e52-b6e5-1a45210a78c9 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:21:19.647195 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-caa72580-19de-482b-8b69-31c63bc30001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67877a14-5f02-47ef-9887-c7a0fed54e30', 'name': 'tempest-TestMinimumBasicScenario-1932612938-router', 'tenant_id': '2d43b03df04b4f7caa64c7efe2bde5b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'external_fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.179'}], 'enable_snat': True}, 'gw_port_id': 'ede5eb8a-c494-4e34-b7dc-58b7ce9b1cee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:21:08Z', 'updated_at': '2022-03-21T11:21:12Z', 'revision_number': 4, 'project_id': '2d43b03df04b4f7caa64c7efe2bde5b4', 'gw_port': {'id': 'ede5eb8a-c494-4e34-b7dc-58b7ce9b1cee', 'name': '', 'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:db:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67877a14-5f02-47ef-9887-c7a0fed54e30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:21:09Z', 'updated_at': '2022-03-21T11:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-smb', '_interfaces': [{'id': '70c90647-9290-43a4-b6d3-4e6b577fb244', 'name': '', 'network_id': '66894c69-c189-417d-8af1-926a1c078208', 'tenant_id': '2d43b03df04b4f7caa64c7efe2bde5b4', 'mac_address': 'fa:16:3e:04:e8:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67877a14-5f02-47ef-9887-c7a0fed54e30', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '73b8ce80-9359-46f4-9cf5-1c7d77e6147c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:21:11Z', 'updated_at': '2022-03-21T11:21:18Z', 'revision_number': 4, 'project_id': '2d43b03df04b4f7caa64c7efe2bde5b4', 'subnets': [{'id': '73b8ce80-9359-46f4-9cf5-1c7d77e6147c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-1-smb', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:21:19.659648 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-a21cd578-818e-41af-9fae-cf8a2b93be3a None None] Set router 0b7d1bf6-9b96-49eb-ab85-1ccbfb2f847c gateway port host: dv-cinder-834448-1-smb {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:21:19.674183 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-64e6b300-7dd5-4b61-ba97-07b2bce42610 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1688810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2231'] for router (de4efb80-6bb3-4be5-abb3-d9df19346de6), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:19.677506 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-64e6b300-7dd5-4b61-ba97-07b2bce42610 admin admin] Publish callbacks [] for router_controller (de4efb80-6bb3-4be5-abb3-d9df19346de6), precommit_delete_associations {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:19.736334 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-64e6b300-7dd5-4b61-ba97-07b2bce42610 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1688805'] for router (de4efb80-6bb3-4be5-abb3-d9df19346de6), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:19.736922 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64e6b300-7dd5-4b61-ba97-07b2bce42610 admin admin] Fanout notify agent at l3_agent the message router_deleted on router de4efb80-6bb3-4be5-abb3-d9df19346de6 {{(pid=103421) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 21 11:21:19.743505 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-64e6b300-7dd5-4b61-ba97-07b2bce42610 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:19.747805 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-64e6b300-7dd5-4b61-ba97-07b2bce42610 admin admin] 10.222.0.24 "DELETE /v2.0/routers/de4efb80-6bb3-4be5-abb3-d9df19346de6 HTTP/1.1" status: 204 len: 168 time: 1.1908576 Mar 21 11:21:19.748026 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 49836) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:21:19.752968 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa72580-19de-482b-8b69-31c63bc30001 None None] The sync data for ids ['67877a14-5f02-47ef-9887-c7a0fed54e30'] in dv-cinder-834448-1-smb is: [{'id': '67877a14-5f02-47ef-9887-c7a0fed54e30', 'name': 'tempest-TestMinimumBasicScenario-1932612938-router', 'tenant_id': '2d43b03df04b4f7caa64c7efe2bde5b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'external_fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.179'}], 'enable_snat': True}, 'gw_port_id': 'ede5eb8a-c494-4e34-b7dc-58b7ce9b1cee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:21:08Z', 'updated_at': '2022-03-21T11:21:12Z', 'revision_number': 4, 'project_id': '2d43b03df04b4f7caa64c7efe2bde5b4', 'gw_port': {'id': 'ede5eb8a-c494-4e34-b7dc-58b7ce9b1cee', 'name': '', 'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:db:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67877a14-5f02-47ef-9887-c7a0fed54e30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:21:09Z', 'updated_at': '2022-03-21T11:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-smb', '_interfaces': [{'id': '70c90647-9290-43a4-b6d3-4e6b577fb244', 'name': '', 'network_id': '66894c69-c189-417d-8af1-926a1c078208', 'tenant_id': '2d43b03df04b4f7caa64c7efe2bde5b4', 'mac_address': 'fa:16:3e:04:e8:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67877a14-5f02-47ef-9887-c7a0fed54e30', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '73b8ce80-9359-46f4-9cf5-1c7d77e6147c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:21:11Z', 'updated_at': '2022-03-21T11:21:18Z', 'revision_number': 4, 'project_id': '2d43b03df04b4f7caa64c7efe2bde5b4', 'subnets': [{'id': '73b8ce80-9359-46f4-9cf5-1c7d77e6147c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 11:21:19.815571 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.db.db_base_plugin_v2 [None req-d705dded-85e1-4263-a163-e4af5a8a3545 admin admin] Deleting subnet e80714d3-8ad3-4924-9e06-00a76cc08d08 {{(pid=103422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 21 11:21:19.819350 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d705dded-85e1-4263-a163-e4af5a8a3545 admin admin] Publish callbacks [] for subnet (e80714d3-8ad3-4924-9e06-00a76cc08d08), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:19.871664 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-4ddba216-3028-45d3-83ff-12cf78cf5aba None None] Current status of the port 70c90647-9290-43a4-b6d3-4e6b577fb244 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:21:19.872706 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-4ddba216-3028-45d3-83ff-12cf78cf5aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (70c90647-9290-43a4-b6d3-4e6b577fb244), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:19.901502 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d705dded-85e1-4263-a163-e4af5a8a3545 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267557842'] for subnet (e80714d3-8ad3-4924-9e06-00a76cc08d08), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:19.988423 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-4ddba216-3028-45d3-83ff-12cf78cf5aba None None] For port 70c90647-9290-43a4-b6d3-4e6b577fb244, host dv-cinder-834448-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-smb',level=0,port_id=70c90647-9290-43a4-b6d3-4e6b577fb244,segment=NetworkSegment(4b176409-4b10-4757-9925-83e7a56a9f03),segment_id=4b176409-4b10-4757-9925-83e7a56a9f03)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:21:20.010902 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-4ddba216-3028-45d3-83ff-12cf78cf5aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817'] for port (70c90647-9290-43a4-b6d3-4e6b577fb244), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:20.067022 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-4ddba216-3028-45d3-83ff-12cf78cf5aba None None] Provisioning complete for port e74d3e2d-3b6a-4e52-b6e5-1a45210a78c9 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:21:20.067409 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-4ddba216-3028-45d3-83ff-12cf78cf5aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688166'] for port (e74d3e2d-3b6a-4e52-b6e5-1a45210a78c9), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:20.114494 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d705dded-85e1-4263-a163-e4af5a8a3545 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-756234'] for subnet (e80714d3-8ad3-4924-9e06-00a76cc08d08), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:20.145248 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-77db37f6-7b20-4d1a-bb2e-236159909424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:20.310316 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d705dded-85e1-4263-a163-e4af5a8a3545 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-756243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265271843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265054729'] for subnet (e80714d3-8ad3-4924-9e06-00a76cc08d08), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:20.395975 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d705dded-85e1-4263-a163-e4af5a8a3545 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e80714d3-8ad3-4924-9e06-00a76cc08d08,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:21:20.434421 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddba216-3028-45d3-83ff-12cf78cf5aba None None] Pushing event updated for resources: {'Port': ['ID=70c90647-9290-43a4-b6d3-4e6b577fb244,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:21:20.451331 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Device 70c90647-9290-43a4-b6d3-4e6b577fb244 up at agent ovs-agent-dv-cinder-834448-1-smb {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:21:20.491329 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d705dded-85e1-4263-a163-e4af5a8a3545 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693044'] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:20.496450 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-774bbf97-ac2d-4f69-ab6b-ed03fba8c346 None None] Network 5de5bd2c-6a6f-4fe6-ba79-ef9c3da97774 requested from dv-cinder-834448-1-smb {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 11:21:20.496901 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-d705dded-85e1-4263-a163-e4af5a8a3545 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/e80714d3-8ad3-4924-9e06-00a76cc08d08 HTTP/1.1" status: 204 len: 168 time: 0.7483947 Mar 21 11:21:20.499182 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-4ddba216-3028-45d3-83ff-12cf78cf5aba None None] Current status of the port e74d3e2d-3b6a-4e52-b6e5-1a45210a78c9 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:21:20.499561 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 49846) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:21:20.522971 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-a21cd578-818e-41af-9fae-cf8a2b93be3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b7d1bf6-9b96-49eb-ab85-1ccbfb2f847c', 'name': 'tempest-TestMinimumBasicScenario-1039895806-router', 'tenant_id': 'af21f2e2604e44b5a96a5d16b9a73f6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'external_fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.65'}], 'enable_snat': True}, 'gw_port_id': 'fd5ec10b-5532-4452-bd5f-3bcecf976697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:21:15Z', 'updated_at': '2022-03-21T11:21:18Z', 'revision_number': 3, 'project_id': 'af21f2e2604e44b5a96a5d16b9a73f6b', 'gw_port': {'id': 'fd5ec10b-5532-4452-bd5f-3bcecf976697', 'name': '', 'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:70:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b7d1bf6-9b96-49eb-ab85-1ccbfb2f847c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:21:16Z', 'updated_at': '2022-03-21T11:21:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-smb'}], 'dv-cinder-834448-1-smb', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:21:20.531657 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-77db37f6-7b20-4d1a-bb2e-236159909424 admin admin] Allocated IP 172.20.0.1 (e677f71d-cdbd-433a-a6c6-44d5ef8542c7/741933b5-9b54-4e29-9a92-64e80a46222a/081bef59-392f-4bfa-9b33-d15f45c7ea52) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:21:20.630644 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a21cd578-818e-41af-9fae-cf8a2b93be3a None None] Checking router: 0b7d1bf6-9b96-49eb-ab85-1ccbfb2f847c for host: dv-cinder-834448-1-smb {{(pid=103423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 11:21:20.631187 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a21cd578-818e-41af-9fae-cf8a2b93be3a None None] Updating router 0b7d1bf6-9b96-49eb-ab85-1ccbfb2f847c port fd5ec10b-5532-4452-bd5f-3bcecf976697 binding host dv-cinder-834448-1-smb {{(pid=103423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 11:21:20.650881 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-55da08b6-b489-4150-b7f0-35a520418f99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814149'] for network (5de5bd2c-6a6f-4fe6-ba79-ef9c3da97774), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:20.664061 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Provisioning complete for port 70c90647-9290-43a4-b6d3-4e6b577fb244 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:21:20.664629 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688166'] for port (70c90647-9290-43a4-b6d3-4e6b577fb244), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:20.691137 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-77db37f6-7b20-4d1a-bb2e-236159909424 admin admin] Publish callbacks [] for port (081bef59-392f-4bfa-9b33-d15f45c7ea52), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:20.719541 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 49850) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:21:20.736405 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-a21cd578-818e-41af-9fae-cf8a2b93be3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (fd5ec10b-5532-4452-bd5f-3bcecf976697), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:20.809509 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-55da08b6-b489-4150-b7f0-35a520418f99 admin admin] Deleting port 64347300-7ed6-4f19-9e6b-b8c593939288 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:21:20.811720 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-55da08b6-b489-4150-b7f0-35a520418f99 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738246690591'] for port (64347300-7ed6-4f19-9e6b-b8c593939288), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:20.822667 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.db.db_base_plugin_v2 [None req-a77152dd-fbb6-433f-b934-2cdeced68560 admin admin] Deleting subnet 12771de5-d4c2-49ce-9eaa-b2a9fd0a2f00 {{(pid=103422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 21 11:21:20.828280 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-77db37f6-7b20-4d1a-bb2e-236159909424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738246144781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265271506'] for port (081bef59-392f-4bfa-9b33-d15f45c7ea52), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:20.830338 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a77152dd-fbb6-433f-b934-2cdeced68560 admin admin] Publish callbacks [] for subnet (12771de5-d4c2-49ce-9eaa-b2a9fd0a2f00), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:20.920224 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a77152dd-fbb6-433f-b934-2cdeced68560 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267557842'] for subnet (12771de5-d4c2-49ce-9eaa-b2a9fd0a2f00), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:20.955451 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77db37f6-7b20-4d1a-bb2e-236159909424 admin admin] Network e677f71d-cdbd-433a-a6c6-44d5ef8542c7 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:21:20.956161 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Current status of the port 70c90647-9290-43a4-b6d3-4e6b577fb244 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:21:20.957887 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Device e74d3e2d-3b6a-4e52-b6e5-1a45210a78c9 up at agent ovs-agent-dv-cinder-834448-1-smb {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:21:20.958504 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-55da08b6-b489-4150-b7f0-35a520418f99 admin admin] For port 64347300-7ed6-4f19-9e6b-b8c593939288, host dv-cinder-834448-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-smb',level=0,port_id=64347300-7ed6-4f19-9e6b-b8c593939288,segment=NetworkSegment(7bb4f110-95a5-4aac-97de-c628905a3b9d),segment_id=7bb4f110-95a5-4aac-97de-c628905a3b9d)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:21:20.961782 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-55da08b6-b489-4150-b7f0-35a520418f99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701214'] for port (64347300-7ed6-4f19-9e6b-b8c593939288), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:20.964601 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-77db37f6-7b20-4d1a-bb2e-236159909424 admin admin] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:21:20.969447 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77db37f6-7b20-4d1a-bb2e-236159909424 admin admin] Pushing event updated for resources: {'Port': ['ID=081bef59-392f-4bfa-9b33-d15f45c7ea52,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:21:20.972130 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77db37f6-7b20-4d1a-bb2e-236159909424 admin admin] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:21:20.999538 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-55da08b6-b489-4150-b7f0-35a520418f99 admin admin] Calling delete_port for 64347300-7ed6-4f19-9e6b-b8c593939288 owned by network:dhcp {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:21:21.039452 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a77152dd-fbb6-433f-b934-2cdeced68560 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-756234'] for subnet (12771de5-d4c2-49ce-9eaa-b2a9fd0a2f00), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:21.144031 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c9d069b-f9d0-4548-a54b-8fd612cb9723 None None] DHCP port deletion for 5de5bd2c-6a6f-4fe6-ba79-ef9c3da97774 request from dv-cinder-834448-1-smb {{(pid=103423) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 21 11:21:21.219969 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-55da08b6-b489-4150-b7f0-35a520418f99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738246698626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738246144790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266186598'] for port (64347300-7ed6-4f19-9e6b-b8c593939288), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:21.260656 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55da08b6-b489-4150-b7f0-35a520418f99 admin admin] No DVR routers for this DVR port 64347300-7ed6-4f19-9e6b-b8c593939288 on host dv-cinder-834448-1-smb {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 11:21:21.269746 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55da08b6-b489-4150-b7f0-35a520418f99 admin admin] Pushing event deleted for resources: {'Port': ['ID=64347300-7ed6-4f19-9e6b-b8c593939288,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:21:21.353466 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Provisioning complete for port e74d3e2d-3b6a-4e52-b6e5-1a45210a78c9 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:21:21.353877 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688166'] for port (e74d3e2d-3b6a-4e52-b6e5-1a45210a78c9), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:21.438307 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-2c9d069b-f9d0-4548-a54b-8fd612cb9723 None None] Deleting port 64347300-7ed6-4f19-9e6b-b8c593939288 {{(pid=103423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:21:21.438712 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-2c9d069b-f9d0-4548-a54b-8fd612cb9723 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738246690591'] for port (64347300-7ed6-4f19-9e6b-b8c593939288), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:21.442654 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-55da08b6-b489-4150-b7f0-35a520418f99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-689599', 'neutron.services.segments.db._delete_segments_for_network-8738246472259'] for network (5de5bd2c-6a6f-4fe6-ba79-ef9c3da97774), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:21.493722 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.services.segments.db [None req-55da08b6-b489-4150-b7f0-35a520418f99 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5de5bd2c-6a6f-4fe6-ba79-ef9c3da97774']}} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:21:21.522402 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.services.segments.db [None req-55da08b6-b489-4150-b7f0-35a520418f99 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bb4f110-95a5-4aac-97de-c628905a3b9d') {'for_net_delete': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:21:21.522861 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.services.segments.db [None req-55da08b6-b489-4150-b7f0-35a520418f99 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bb4f110-95a5-4aac-97de-c628905a3b9d') {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:21:21.544866 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-55da08b6-b489-4150-b7f0-35a520418f99 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738246472012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265874950'] for segment (7bb4f110-95a5-4aac-97de-c628905a3b9d), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:21.574725 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-55da08b6-b489-4150-b7f0-35a520418f99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751123'] for segment (7bb4f110-95a5-4aac-97de-c628905a3b9d), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:21.590379 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55da08b6-b489-4150-b7f0-35a520418f99 admin admin] Releasing vlan 422 on physical network physnet1 to pool {{(pid=103421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 11:21:21.590987 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-55da08b6-b489-4150-b7f0-35a520418f99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266186549'] for segment (7bb4f110-95a5-4aac-97de-c628905a3b9d), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:21.594500 dv-cinder-834448-1-smb neutron-server[103421]: Traceback (most recent call last): Mar 21 11:21:21.594500 dv-cinder-834448-1-smb neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 11:21:21.594500 dv-cinder-834448-1-smb neutron-server[103421]: timer() Mar 21 11:21:21.594500 dv-cinder-834448-1-smb neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 11:21:21.594500 dv-cinder-834448-1-smb neutron-server[103421]: cb(*args, **kw) Mar 21 11:21:21.594500 dv-cinder-834448-1-smb neutron-server[103421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 21 11:21:21.594500 dv-cinder-834448-1-smb neutron-server[103421]: return func(*args, **kwargs) Mar 21 11:21:21.594500 dv-cinder-834448-1-smb neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 11:21:21.594500 dv-cinder-834448-1-smb neutron-server[103421]: self._notify() Mar 21 11:21:21.594500 dv-cinder-834448-1-smb neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 11:21:21.594500 dv-cinder-834448-1-smb neutron-server[103421]: self.callback(batched_events) Mar 21 11:21:21.594500 dv-cinder-834448-1-smb neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 11:21:21.594500 dv-cinder-834448-1-smb neutron-server[103421]: event.method(event) Mar 21 11:21:21.594500 dv-cinder-834448-1-smb neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 21 11:21:21.594500 dv-cinder-834448-1-smb neutron-server[103421]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 11:21:21.594500 dv-cinder-834448-1-smb neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 21 11:21:21.594500 dv-cinder-834448-1-smb neutron-server[103421]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 11:21:21.594500 dv-cinder-834448-1-smb neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 21 11:21:21.594500 dv-cinder-834448-1-smb neutron-server[103421]: return f(self, *a, **k) Mar 21 11:21:21.594500 dv-cinder-834448-1-smb neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 21 11:21:21.594500 dv-cinder-834448-1-smb neutron-server[103421]: return self._get(url).json() Mar 21 11:21:21.594500 dv-cinder-834448-1-smb neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 21 11:21:21.594500 dv-cinder-834448-1-smb neutron-server[103421]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 11:21:21.594500 dv-cinder-834448-1-smb neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 11:21:21.594500 dv-cinder-834448-1-smb neutron-server[103421]: return self.request(url, 'GET', **kwargs) Mar 21 11:21:21.594500 dv-cinder-834448-1-smb neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 11:21:21.594500 dv-cinder-834448-1-smb neutron-server[103421]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 11:21:21.594500 dv-cinder-834448-1-smb neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 11:21:21.594500 dv-cinder-834448-1-smb neutron-server[103421]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 11:21:21.594500 dv-cinder-834448-1-smb neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 11:21:21.594500 dv-cinder-834448-1-smb neutron-server[103421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 11:21:21.594500 dv-cinder-834448-1-smb neutron-server[103421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 11:21:21.610779 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Current status of the port e74d3e2d-3b6a-4e52-b6e5-1a45210a78c9 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:21:21.638609 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Device 65fc51d6-0c40-4fc9-8736-dfdc676d3fc0 no longer exists at agent ovs-agent-dv-cinder-834448-1-smb {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 11:21:21.643511 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-2c9d069b-f9d0-4548-a54b-8fd612cb9723 None None] For port 64347300-7ed6-4f19-9e6b-b8c593939288, host dv-cinder-834448-1-smb, got binding levels [] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:21:21.644124 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-2c9d069b-f9d0-4548-a54b-8fd612cb9723 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701214'] for port (64347300-7ed6-4f19-9e6b-b8c593939288), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:21.657380 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-a21cd578-818e-41af-9fae-cf8a2b93be3a None None] Publish callbacks [] for port (fd5ec10b-5532-4452-bd5f-3bcecf976697), precommit_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:21.683443 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-77db37f6-7b20-4d1a-bb2e-236159909424 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1688567'] for router_interface (0b7d1bf6-9b96-49eb-ab85-1ccbfb2f847c), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:21.684874 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-09854ff2-7cce-4ec7-bfbf-74f341710a02 None None] Provisioning complete for port 081bef59-392f-4bfa-9b33-d15f45c7ea52 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:21:21.685389 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-09854ff2-7cce-4ec7-bfbf-74f341710a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688166'] for port (081bef59-392f-4bfa-9b33-d15f45c7ea52), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:21.687847 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-2c9d069b-f9d0-4548-a54b-8fd612cb9723 None None] Calling delete_port for 64347300-7ed6-4f19-9e6b-b8c593939288 owned by network:dhcp {{(pid=103423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:21:21.690910 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] No Port match for: 65fc51d6-0c40-4fc9-8736-dfdc676d3fc0 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 11:21:21.691666 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Device 65fc51d6-0c40-4fc9-8736-dfdc676d3fc0 not bound to the agent host dv-cinder-834448-1-smb {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 11:21:21.696999 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.ipam_backend_mixin [None req-2c9d069b-f9d0-4548-a54b-8fd612cb9723 None None] Port 64347300-7ed6-4f19-9e6b-b8c593939288 was not found and therefore no delete operation was performed {{(pid=103423) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 21 11:21:21.709666 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-55da08b6-b489-4150-b7f0-35a520418f99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-689540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1690746'] for network (5de5bd2c-6a6f-4fe6-ba79-ef9c3da97774), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:21.720315 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-55da08b6-b489-4150-b7f0-35a520418f99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693044'] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:21.724334 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-a21cd578-818e-41af-9fae-cf8a2b93be3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817'] for port (fd5ec10b-5532-4452-bd5f-3bcecf976697), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:21.734245 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-2c9d069b-f9d0-4548-a54b-8fd612cb9723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738246698626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738246144790'] for port (64347300-7ed6-4f19-9e6b-b8c593939288), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:21.736765 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-55da08b6-b489-4150-b7f0-35a520418f99 admin admin] 10.222.0.24 "DELETE /v2.0/networks/5de5bd2c-6a6f-4fe6-ba79-ef9c3da97774 HTTP/1.1" status: 204 len: 168 time: 1.2347105 Mar 21 11:21:21.780828 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2c9d069b-f9d0-4548-a54b-8fd612cb9723 None None] Network 5de5bd2c-6a6f-4fe6-ba79-ef9c3da97774 is not hosted by any dhcp agent {{(pid=103423) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 21 11:21:21.781175 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9d069b-f9d0-4548-a54b-8fd612cb9723 None None] No DVR routers for this DVR port 64347300-7ed6-4f19-9e6b-b8c593939288 on host dv-cinder-834448-1-smb {{(pid=103423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 11:21:21.795389 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a77152dd-fbb6-433f-b934-2cdeced68560 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-756243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265271843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265054729'] for subnet (12771de5-d4c2-49ce-9eaa-b2a9fd0a2f00), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:21.796138 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55da08b6-b489-4150-b7f0-35a520418f99 admin admin] Pushing event deleted for resources: {'Network': ['ID=5de5bd2c-6a6f-4fe6-ba79-ef9c3da97774,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:21:21.827251 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-09854ff2-7cce-4ec7-bfbf-74f341710a02 None None] Port 081bef59-392f-4bfa-9b33-d15f45c7ea52 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 11:21:21.831892 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03496712-f117-4ce0-9862-37b9c8272e58 None None] Pushing event updated for resources: {'Port': ['ID=fd5ec10b-5532-4452-bd5f-3bcecf976697,revision_number=2']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:21:21.840862 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-a21cd578-818e-41af-9fae-cf8a2b93be3a None None] Attempting to bind port fd5ec10b-5532-4452-bd5f-3bcecf976697 on host dv-cinder-834448-1-smb for vnic_type normal with profile {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 11:21:21.841917 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-a21cd578-818e-41af-9fae-cf8a2b93be3a None None] Attempting to bind port fd5ec10b-5532-4452-bd5f-3bcecf976697 by drivers openvswitch,hyperv on host dv-cinder-834448-1-smb at level 0 using segments [{'id': '083ffffd-feb8-46cd-b20a-ab116e97b62a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623'}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 11:21:21.842376 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21cd578-818e-41af-9fae-cf8a2b93be3a None None] Attempting to bind port fd5ec10b-5532-4452-bd5f-3bcecf976697 on network 4a234a12-d706-4d7c-b6c3-ed2b05ad1623 {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:21:21.857167 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77152dd-fbb6-433f-b934-2cdeced68560 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12771de5-d4c2-49ce-9eaa-b2a9fd0a2f00,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:21:21.861323 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a77152dd-fbb6-433f-b934-2cdeced68560 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693044'] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:21.869390 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-a77152dd-fbb6-433f-b934-2cdeced68560 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/12771de5-d4c2-49ce-9eaa-b2a9fd0a2f00 HTTP/1.1" status: 204 len: 168 time: 1.1447802 Mar 21 11:21:21.871343 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 49856) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:21:21.872246 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21cd578-818e-41af-9fae-cf8a2b93be3a None None] Checking agent: {'id': '4788e3a4-6d7d-47da-90c6-7227f6e2e35d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834448-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 11, 5), 'started_at': datetime.datetime(2022, 3, 21, 11, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 11, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834448-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 11:21:21.872246 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21cd578-818e-41af-9fae-cf8a2b93be3a None None] Checking segment: {'id': '083ffffd-feb8-46cd-b20a-ab116e97b62a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:21:21.872646 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-a21cd578-818e-41af-9fae-cf8a2b93be3a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:21.872888 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21cd578-818e-41af-9fae-cf8a2b93be3a None None] Bound using segment: {'id': '083ffffd-feb8-46cd-b20a-ab116e97b62a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623'} {{(pid=103423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 11:21:21.873406 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.managers [None req-a21cd578-818e-41af-9fae-cf8a2b93be3a None None] Bound port: fd5ec10b-5532-4452-bd5f-3bcecf976697, host: dv-cinder-834448-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '083ffffd-feb8-46cd-b20a-ab116e97b62a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623'}}] {{(pid=103423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 11:21:21.873787 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-a21cd578-818e-41af-9fae-cf8a2b93be3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (fd5ec10b-5532-4452-bd5f-3bcecf976697), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:21.875966 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9d069b-f9d0-4548-a54b-8fd612cb9723 None None] Pushing event deleted for resources: {'Port': ['ID=64347300-7ed6-4f19-9e6b-b8c593939288,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:21:21.938726 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-77db37f6-7b20-4d1a-bb2e-236159909424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (081bef59-392f-4bfa-9b33-d15f45c7ea52), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:21.982642 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-a21cd578-818e-41af-9fae-cf8a2b93be3a None None] For port fd5ec10b-5532-4452-bd5f-3bcecf976697, host dv-cinder-834448-1-smb, cleared binding levels {{(pid=103423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 11:21:21.988415 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-a21cd578-818e-41af-9fae-cf8a2b93be3a None None] For port fd5ec10b-5532-4452-bd5f-3bcecf976697, host dv-cinder-834448-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-smb',level=0,port_id=fd5ec10b-5532-4452-bd5f-3bcecf976697,segment=NetworkSegment(083ffffd-feb8-46cd-b20a-ab116e97b62a),segment_id=083ffffd-feb8-46cd-b20a-ab116e97b62a)] {{(pid=103423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 11:21:21.998605 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-a21cd578-818e-41af-9fae-cf8a2b93be3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817'] for port (fd5ec10b-5532-4452-bd5f-3bcecf976697), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:22.023830 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-cfdb08f8-5d6c-404e-9cd1-06cc7e3ca155 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814149'] for network (0e56818c-d42e-4680-ba2d-ff8e56aedbb9), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:22.041322 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 49858) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:21:22.049761 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Device 70c90647-9290-43a4-b6d3-4e6b577fb244 up at agent ovs-agent-dv-cinder-834448-1-smb {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:21:22.127610 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-cfdb08f8-5d6c-404e-9cd1-06cc7e3ca155 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-689599', 'neutron.services.segments.db._delete_segments_for_network-8738246472259'] for network (0e56818c-d42e-4680-ba2d-ff8e56aedbb9), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:22.132011 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21cd578-818e-41af-9fae-cf8a2b93be3a None None] Routers {'0b7d1bf6-9b96-49eb-ab85-1ccbfb2f847c'} bound to L3 agent in host dv-cinder-834448-1-smb {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:21:22.132669 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-a21cd578-818e-41af-9fae-cf8a2b93be3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T11:04:55Z,description=,heartbeat_timestamp=2022-03-21T11:20:56Z,host='dv-cinder-834448-1-smb',id=5097f9b2-2ef0-4af4-bde3-0c344dd6e70c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:55Z,topic='l3_agent')) {'router_ids': ['0b7d1bf6-9b96-49eb-ab85-1ccbfb2f847c'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:21:22.141118 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03496712-f117-4ce0-9862-37b9c8272e58 None None] Pushing event updated for resources: {'Port': ['ID=fd5ec10b-5532-4452-bd5f-3bcecf976697,revision_number=3']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:21:22.183508 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.services.segments.db [None req-cfdb08f8-5d6c-404e-9cd1-06cc7e3ca155 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e56818c-d42e-4680-ba2d-ff8e56aedbb9']}} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:21:22.194570 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-d04a6e0b-c456-4ebd-8289-c58c4c588f96 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f24006b78ad645519d3645178a10b3c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1515908 Mar 21 11:21:22.201842 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 49860) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:21:22.215527 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.services.segments.db [None req-cfdb08f8-5d6c-404e-9cd1-06cc7e3ca155 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8ce5465-0a35-4f4c-b041-25b77b1389a9') {'for_net_delete': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:21:22.216252 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.services.segments.db [None req-cfdb08f8-5d6c-404e-9cd1-06cc7e3ca155 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8ce5465-0a35-4f4c-b041-25b77b1389a9') {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:21:22.228625 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Provisioning complete for port 70c90647-9290-43a4-b6d3-4e6b577fb244 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:21:22.229003 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688166'] for port (70c90647-9290-43a4-b6d3-4e6b577fb244), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:22.249249 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-cfdb08f8-5d6c-404e-9cd1-06cc7e3ca155 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738246472012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265874950'] for segment (a8ce5465-0a35-4f4c-b041-25b77b1389a9), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:22.273251 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-77db37f6-7b20-4d1a-bb2e-236159909424 admin admin] Publish callbacks [] for port (081bef59-392f-4bfa-9b33-d15f45c7ea52), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:22.279144 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-77db37f6-7b20-4d1a-bb2e-236159909424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265271525'] for port (081bef59-392f-4bfa-9b33-d15f45c7ea52), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:22.301240 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-cfdb08f8-5d6c-404e-9cd1-06cc7e3ca155 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751123'] for segment (a8ce5465-0a35-4f4c-b041-25b77b1389a9), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:22.304360 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-a21cd578-818e-41af-9fae-cf8a2b93be3a None None] Set router 0b7d1bf6-9b96-49eb-ab85-1ccbfb2f847c gateway port host: dv-cinder-834448-1-smb {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:21:22.316911 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfdb08f8-5d6c-404e-9cd1-06cc7e3ca155 admin admin] Releasing vlan 431 on physical network physnet1 to pool {{(pid=103421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 11:21:22.317660 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-cfdb08f8-5d6c-404e-9cd1-06cc7e3ca155 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266186549'] for segment (a8ce5465-0a35-4f4c-b041-25b77b1389a9), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:22.320635 dv-cinder-834448-1-smb neutron-server[103421]: Traceback (most recent call last): Mar 21 11:21:22.320635 dv-cinder-834448-1-smb neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 11:21:22.320635 dv-cinder-834448-1-smb neutron-server[103421]: timer() Mar 21 11:21:22.320635 dv-cinder-834448-1-smb neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 11:21:22.320635 dv-cinder-834448-1-smb neutron-server[103421]: cb(*args, **kw) Mar 21 11:21:22.320635 dv-cinder-834448-1-smb neutron-server[103421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 21 11:21:22.320635 dv-cinder-834448-1-smb neutron-server[103421]: return func(*args, **kwargs) Mar 21 11:21:22.320635 dv-cinder-834448-1-smb neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 11:21:22.320635 dv-cinder-834448-1-smb neutron-server[103421]: self._notify() Mar 21 11:21:22.320635 dv-cinder-834448-1-smb neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 11:21:22.320635 dv-cinder-834448-1-smb neutron-server[103421]: self.callback(batched_events) Mar 21 11:21:22.320635 dv-cinder-834448-1-smb neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 11:21:22.320635 dv-cinder-834448-1-smb neutron-server[103421]: event.method(event) Mar 21 11:21:22.320635 dv-cinder-834448-1-smb neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 21 11:21:22.320635 dv-cinder-834448-1-smb neutron-server[103421]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 11:21:22.320635 dv-cinder-834448-1-smb neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 21 11:21:22.320635 dv-cinder-834448-1-smb neutron-server[103421]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 11:21:22.320635 dv-cinder-834448-1-smb neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 21 11:21:22.320635 dv-cinder-834448-1-smb neutron-server[103421]: return f(self, *a, **k) Mar 21 11:21:22.320635 dv-cinder-834448-1-smb neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 21 11:21:22.320635 dv-cinder-834448-1-smb neutron-server[103421]: return self._get(url).json() Mar 21 11:21:22.320635 dv-cinder-834448-1-smb neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 21 11:21:22.320635 dv-cinder-834448-1-smb neutron-server[103421]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 11:21:22.320635 dv-cinder-834448-1-smb neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 11:21:22.320635 dv-cinder-834448-1-smb neutron-server[103421]: return self.request(url, 'GET', **kwargs) Mar 21 11:21:22.320635 dv-cinder-834448-1-smb neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 11:21:22.320635 dv-cinder-834448-1-smb neutron-server[103421]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 11:21:22.320635 dv-cinder-834448-1-smb neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 11:21:22.320635 dv-cinder-834448-1-smb neutron-server[103421]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 11:21:22.320635 dv-cinder-834448-1-smb neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 11:21:22.320635 dv-cinder-834448-1-smb neutron-server[103421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 11:21:22.320635 dv-cinder-834448-1-smb neutron-server[103421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 11:21:22.353613 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77db37f6-7b20-4d1a-bb2e-236159909424 admin admin] Pushing event updated for resources: {'Port': ['ID=081bef59-392f-4bfa-9b33-d15f45c7ea52,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:21:22.358828 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-77db37f6-7b20-4d1a-bb2e-236159909424 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1693008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1688419'] for router_interface (0b7d1bf6-9b96-49eb-ab85-1ccbfb2f847c), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:22.426649 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Current status of the port 70c90647-9290-43a4-b6d3-4e6b577fb244 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:21:22.458324 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-664d6d96-640c-418e-bd54-c3a76d945229 admin admin] Publish callbacks [] for security_group (0faf1f40-9b29-4d64-bf0b-12196827e290), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:22.476161 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-cfdb08f8-5d6c-404e-9cd1-06cc7e3ca155 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-689540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1690746'] for network (0e56818c-d42e-4680-ba2d-ff8e56aedbb9), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:22.496604 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-cfdb08f8-5d6c-404e-9cd1-06cc7e3ca155 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693044'] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:22.497606 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77db37f6-7b20-4d1a-bb2e-236159909424 admin admin] Network e677f71d-cdbd-433a-a6c6-44d5ef8542c7 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:21:22.499246 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-77db37f6-7b20-4d1a-bb2e-236159909424 admin admin] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:21:22.506644 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-cfdb08f8-5d6c-404e-9cd1-06cc7e3ca155 admin admin] 10.222.0.24 "DELETE /v2.0/networks/0e56818c-d42e-4680-ba2d-ff8e56aedbb9 HTTP/1.1" status: 204 len: 168 time: 0.6305413 Mar 21 11:21:22.513465 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 49862) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:21:22.531148 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Device 2b0769f9-c74f-4114-80a4-943f425938fb no longer exists at agent ovs-agent-dv-cinder-834448-1-smb {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 11:21:22.562922 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] No Port match for: 2b0769f9-c74f-4114-80a4-943f425938fb {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 11:21:22.563272 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Device 2b0769f9-c74f-4114-80a4-943f425938fb not bound to the agent host dv-cinder-834448-1-smb {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 11:21:22.563726 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Device 64347300-7ed6-4f19-9e6b-b8c593939288 no longer exists at agent ovs-agent-dv-cinder-834448-1-smb {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 11:21:22.568093 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdb08f8-5d6c-404e-9cd1-06cc7e3ca155 admin admin] Pushing event deleted for resources: {'Network': ['ID=0e56818c-d42e-4680-ba2d-ff8e56aedbb9,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:21:22.577988 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-664d6d96-640c-418e-bd54-c3a76d945229 admin admin] Publish callbacks [] for security_group (0faf1f40-9b29-4d64-bf0b-12196827e290), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:22.603195 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] No Port match for: 64347300-7ed6-4f19-9e6b-b8c593939288 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 11:21:22.603545 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Device 64347300-7ed6-4f19-9e6b-b8c593939288 not bound to the agent host dv-cinder-834448-1-smb {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 11:21:22.665127 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.db.db_base_plugin_v2 [None req-44770e6a-c8e6-46a6-915f-4d7212fc0b70 admin admin] Deleting subnet c0560e6a-1057-4915-8ac2-e8c84be63f83 {{(pid=103421) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 21 11:21:22.672091 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-44770e6a-c8e6-46a6-915f-4d7212fc0b70 admin admin] Publish callbacks [] for subnet (c0560e6a-1057-4915-8ac2-e8c84be63f83), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:22.679563 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77db37f6-7b20-4d1a-bb2e-236159909424 admin admin] Router 0b7d1bf6-9b96-49eb-ab85-1ccbfb2f847c has already been hosted by L3 agent 5097f9b2-2ef0-4af4-bde3-0c344dd6e70c {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 11:21:22.734427 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-44770e6a-c8e6-46a6-915f-4d7212fc0b70 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265875007'] for subnet (c0560e6a-1057-4915-8ac2-e8c84be63f83), precommit_delete_associations {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:22.764620 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-664d6d96-640c-418e-bd54-c3a76d945229 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (0faf1f40-9b29-4d64-bf0b-12196827e290), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:22.767619 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-664d6d96-640c-418e-bd54-c3a76d945229 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:22.768476 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-664d6d96-640c-418e-bd54-c3a76d945229 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0faf1f40-9b29-4d64-bf0b-12196827e290 HTTP/1.1" status: 204 len: 168 time: 0.5650516 Mar 21 11:21:22.795441 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664d6d96-640c-418e-bd54-c3a76d945229 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0faf1f40-9b29-4d64-bf0b-12196827e290,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:21:22.812962 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-44770e6a-c8e6-46a6-915f-4d7212fc0b70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-756234'] for subnet (c0560e6a-1057-4915-8ac2-e8c84be63f83), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:22.868825 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77db37f6-7b20-4d1a-bb2e-236159909424 admin admin] Notify agent at l3_agent.dv-cinder-834448-1-smb the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 11:21:22.883715 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-77db37f6-7b20-4d1a-bb2e-236159909424 admin admin] 10.222.0.24 "PUT /v2.0/routers/0b7d1bf6-9b96-49eb-ab85-1ccbfb2f847c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5911345 Mar 21 11:21:22.912907 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-a21cd578-818e-41af-9fae-cf8a2b93be3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b7d1bf6-9b96-49eb-ab85-1ccbfb2f847c', 'name': 'tempest-TestMinimumBasicScenario-1039895806-router', 'tenant_id': 'af21f2e2604e44b5a96a5d16b9a73f6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'external_fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.65'}], 'enable_snat': True}, 'gw_port_id': 'fd5ec10b-5532-4452-bd5f-3bcecf976697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:21:15Z', 'updated_at': '2022-03-21T11:21:21Z', 'revision_number': 4, 'project_id': 'af21f2e2604e44b5a96a5d16b9a73f6b', 'gw_port': {'id': 'fd5ec10b-5532-4452-bd5f-3bcecf976697', 'name': '', 'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:70:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b7d1bf6-9b96-49eb-ab85-1ccbfb2f847c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:21:16Z', 'updated_at': '2022-03-21T11:21:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-smb', '_interfaces': [{'id': '081bef59-392f-4bfa-9b33-d15f45c7ea52', 'name': '', 'network_id': 'e677f71d-cdbd-433a-a6c6-44d5ef8542c7', 'tenant_id': 'af21f2e2604e44b5a96a5d16b9a73f6b', 'mac_address': 'fa:16:3e:78:ed:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b7d1bf6-9b96-49eb-ab85-1ccbfb2f847c', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '741933b5-9b54-4e29-9a92-64e80a46222a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:21:20Z', 'updated_at': '2022-03-21T11:21:20Z', 'revision_number': 1, 'project_id': 'af21f2e2604e44b5a96a5d16b9a73f6b', 'subnets': [{'id': '741933b5-9b54-4e29-9a92-64e80a46222a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-1-smb', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:21:22.925295 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-1eef1e57-3f3f-4a69-ab0c-2f262cee8a93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (9c74c917-795e-4123-adbe-3a92cf8165ad), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:22.926050 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-44770e6a-c8e6-46a6-915f-4d7212fc0b70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-756243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266186135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266280701'] for subnet (c0560e6a-1057-4915-8ac2-e8c84be63f83), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:22.960269 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44770e6a-c8e6-46a6-915f-4d7212fc0b70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0560e6a-1057-4915-8ac2-e8c84be63f83,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:21:22.962963 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-44770e6a-c8e6-46a6-915f-4d7212fc0b70 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:22.969892 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-44770e6a-c8e6-46a6-915f-4d7212fc0b70 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/c0560e6a-1057-4915-8ac2-e8c84be63f83 HTTP/1.1" status: 204 len: 168 time: 0.4548590 Mar 21 11:21:22.970118 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 49874) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:21:23.091745 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7373b5bd-fa4b-4b67-a5c1-af980ff3150c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814149'] for network (d234fffb-8721-4a59-b5a5-d62e566531c1), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:23.116993 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a21cd578-818e-41af-9fae-cf8a2b93be3a None None] The sync data for ids ['0b7d1bf6-9b96-49eb-ab85-1ccbfb2f847c'] in dv-cinder-834448-1-smb is: [{'id': '0b7d1bf6-9b96-49eb-ab85-1ccbfb2f847c', 'name': 'tempest-TestMinimumBasicScenario-1039895806-router', 'tenant_id': 'af21f2e2604e44b5a96a5d16b9a73f6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'external_fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.65'}], 'enable_snat': True}, 'gw_port_id': 'fd5ec10b-5532-4452-bd5f-3bcecf976697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:21:15Z', 'updated_at': '2022-03-21T11:21:21Z', 'revision_number': 4, 'project_id': 'af21f2e2604e44b5a96a5d16b9a73f6b', 'gw_port': {'id': 'fd5ec10b-5532-4452-bd5f-3bcecf976697', 'name': '', 'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:70:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b7d1bf6-9b96-49eb-ab85-1ccbfb2f847c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:21:16Z', 'updated_at': '2022-03-21T11:21:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-smb', '_interfaces': [{'id': '081bef59-392f-4bfa-9b33-d15f45c7ea52', 'name': '', 'network_id': 'e677f71d-cdbd-433a-a6c6-44d5ef8542c7', 'tenant_id': 'af21f2e2604e44b5a96a5d16b9a73f6b', 'mac_address': 'fa:16:3e:78:ed:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b7d1bf6-9b96-49eb-ab85-1ccbfb2f847c', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '741933b5-9b54-4e29-9a92-64e80a46222a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:21:20Z', 'updated_at': '2022-03-21T11:21:20Z', 'revision_number': 1, 'project_id': 'af21f2e2604e44b5a96a5d16b9a73f6b', 'subnets': [{'id': '741933b5-9b54-4e29-9a92-64e80a46222a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 11:21:23.124899 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-35744421-5828-4777-96cc-dceba81b0609 None None] Provisioning complete for port 081bef59-392f-4bfa-9b33-d15f45c7ea52 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:21:23.125282 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-35744421-5828-4777-96cc-dceba81b0609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688166'] for port (081bef59-392f-4bfa-9b33-d15f45c7ea52), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:23.174308 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-35744421-5828-4777-96cc-dceba81b0609 None None] Port 081bef59-392f-4bfa-9b33-d15f45c7ea52 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 11:21:23.235099 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7373b5bd-fa4b-4b67-a5c1-af980ff3150c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-689599', 'neutron.services.segments.db._delete_segments_for_network-8738246472259'] for network (d234fffb-8721-4a59-b5a5-d62e566531c1), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:23.261131 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.services.segments.db [None req-7373b5bd-fa4b-4b67-a5c1-af980ff3150c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d234fffb-8721-4a59-b5a5-d62e566531c1']}} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:21:23.273539 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.services.segments.db [None req-7373b5bd-fa4b-4b67-a5c1-af980ff3150c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a68af03-5cb8-49c9-b6a3-b06c4183a153') {'for_net_delete': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:21:23.273539 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.services.segments.db [None req-7373b5bd-fa4b-4b67-a5c1-af980ff3150c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a68af03-5cb8-49c9-b6a3-b06c4183a153') {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:21:23.285369 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7373b5bd-fa4b-4b67-a5c1-af980ff3150c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738246472012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267557867'] for segment (7a68af03-5cb8-49c9-b6a3-b06c4183a153), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:23.301345 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7373b5bd-fa4b-4b67-a5c1-af980ff3150c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751123'] for segment (7a68af03-5cb8-49c9-b6a3-b06c4183a153), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:23.318477 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7373b5bd-fa4b-4b67-a5c1-af980ff3150c admin admin] Releasing vlan 436 on physical network physnet1 to pool {{(pid=103422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 11:21:23.318861 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7373b5bd-fa4b-4b67-a5c1-af980ff3150c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265271425'] for segment (7a68af03-5cb8-49c9-b6a3-b06c4183a153), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:23.321555 dv-cinder-834448-1-smb neutron-server[103422]: Traceback (most recent call last): Mar 21 11:21:23.321555 dv-cinder-834448-1-smb neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 11:21:23.321555 dv-cinder-834448-1-smb neutron-server[103422]: timer() Mar 21 11:21:23.321555 dv-cinder-834448-1-smb neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 11:21:23.321555 dv-cinder-834448-1-smb neutron-server[103422]: cb(*args, **kw) Mar 21 11:21:23.321555 dv-cinder-834448-1-smb neutron-server[103422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 21 11:21:23.321555 dv-cinder-834448-1-smb neutron-server[103422]: return func(*args, **kwargs) Mar 21 11:21:23.321555 dv-cinder-834448-1-smb neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 11:21:23.321555 dv-cinder-834448-1-smb neutron-server[103422]: self._notify() Mar 21 11:21:23.321555 dv-cinder-834448-1-smb neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 11:21:23.321555 dv-cinder-834448-1-smb neutron-server[103422]: self.callback(batched_events) Mar 21 11:21:23.321555 dv-cinder-834448-1-smb neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 11:21:23.321555 dv-cinder-834448-1-smb neutron-server[103422]: event.method(event) Mar 21 11:21:23.321555 dv-cinder-834448-1-smb neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 21 11:21:23.321555 dv-cinder-834448-1-smb neutron-server[103422]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 11:21:23.321555 dv-cinder-834448-1-smb neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 21 11:21:23.321555 dv-cinder-834448-1-smb neutron-server[103422]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 11:21:23.321555 dv-cinder-834448-1-smb neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 21 11:21:23.321555 dv-cinder-834448-1-smb neutron-server[103422]: return f(self, *a, **k) Mar 21 11:21:23.321555 dv-cinder-834448-1-smb neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 21 11:21:23.321555 dv-cinder-834448-1-smb neutron-server[103422]: return self._get(url).json() Mar 21 11:21:23.321555 dv-cinder-834448-1-smb neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 21 11:21:23.321555 dv-cinder-834448-1-smb neutron-server[103422]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 11:21:23.321555 dv-cinder-834448-1-smb neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 11:21:23.321555 dv-cinder-834448-1-smb neutron-server[103422]: return self.request(url, 'GET', **kwargs) Mar 21 11:21:23.321555 dv-cinder-834448-1-smb neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 11:21:23.321555 dv-cinder-834448-1-smb neutron-server[103422]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 11:21:23.321555 dv-cinder-834448-1-smb neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 11:21:23.321555 dv-cinder-834448-1-smb neutron-server[103422]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 11:21:23.321555 dv-cinder-834448-1-smb neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 11:21:23.321555 dv-cinder-834448-1-smb neutron-server[103422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 11:21:23.321555 dv-cinder-834448-1-smb neutron-server[103422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 11:21:23.395455 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7373b5bd-fa4b-4b67-a5c1-af980ff3150c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-689540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1690746'] for network (d234fffb-8721-4a59-b5a5-d62e566531c1), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:23.406609 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7373b5bd-fa4b-4b67-a5c1-af980ff3150c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693044'] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:23.414191 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-7373b5bd-fa4b-4b67-a5c1-af980ff3150c admin admin] 10.222.0.24 "DELETE /v2.0/networks/d234fffb-8721-4a59-b5a5-d62e566531c1 HTTP/1.1" status: 204 len: 168 time: 0.4414458 Mar 21 11:21:23.452459 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7373b5bd-fa4b-4b67-a5c1-af980ff3150c admin admin] Pushing event deleted for resources: {'Network': ['ID=d234fffb-8721-4a59-b5a5-d62e566531c1,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:21:23.545937 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 49888) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:21:23.671228 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 49890) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:21:23.671600 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-020bdfb0-c21f-4ce5-854d-b9b4413557ad admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fbc0a65a4d554ebeb044af88877baef1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1240563 Mar 21 11:21:23.811477 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-873521b0-9742-4a30-b091-d1ed68cc2a7e admin admin] Publish callbacks [] for security_group (0895c40f-fc87-4de5-a47e-a7ece579757a), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:23.900756 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-873521b0-9742-4a30-b091-d1ed68cc2a7e admin admin] Publish callbacks [] for security_group (0895c40f-fc87-4de5-a47e-a7ece579757a), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:23.971458 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 49894) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:21:24.034730 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-873521b0-9742-4a30-b091-d1ed68cc2a7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (0895c40f-fc87-4de5-a47e-a7ece579757a), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:24.039221 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-873521b0-9742-4a30-b091-d1ed68cc2a7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:24.047699 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-873521b0-9742-4a30-b091-d1ed68cc2a7e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0895c40f-fc87-4de5-a47e-a7ece579757a HTTP/1.1" status: 204 len: 168 time: 0.3634119 Mar 21 11:21:24.066496 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873521b0-9742-4a30-b091-d1ed68cc2a7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0895c40f-fc87-4de5-a47e-a7ece579757a,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:21:24.157948 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-4665155b-21e6-4864-bead-c7ed6966c4a4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d0adfe3b7a804515982b5f8e72758e01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1849375 Mar 21 11:21:24.162647 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 49902) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:21:24.325177 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-940f1a92-3822-4225-a51f-c96bb53b726e admin admin] Publish callbacks [] for security_group (680cbbb6-66e1-4d6c-b48f-d37403527e56), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:24.482908 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-940f1a92-3822-4225-a51f-c96bb53b726e admin admin] Publish callbacks [] for security_group (680cbbb6-66e1-4d6c-b48f-d37403527e56), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:24.620064 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-940f1a92-3822-4225-a51f-c96bb53b726e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (680cbbb6-66e1-4d6c-b48f-d37403527e56), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:24.624309 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-940f1a92-3822-4225-a51f-c96bb53b726e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:24.625714 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-940f1a92-3822-4225-a51f-c96bb53b726e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/680cbbb6-66e1-4d6c-b48f-d37403527e56 HTTP/1.1" status: 204 len: 168 time: 0.4617486 Mar 21 11:21:24.645376 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940f1a92-3822-4225-a51f-c96bb53b726e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=680cbbb6-66e1-4d6c-b48f-d37403527e56,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:21:25.218253 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 49926) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:21:25.286891 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-8f42ac82-24b6-42e2-8084-e5c24b807245 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=96c8c12c49e54e0bb24ac1aedc6add59&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0672679 Mar 21 11:21:25.289550 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 49928) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:21:25.379488 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7da96bfe-6688-451f-905e-18f4621a9e95 admin admin] Publish callbacks [] for security_group (3912c811-e84f-4ffb-ac53-2afbebf34bce), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:25.430864 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7da96bfe-6688-451f-905e-18f4621a9e95 admin admin] Publish callbacks [] for security_group (3912c811-e84f-4ffb-ac53-2afbebf34bce), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:25.509185 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7da96bfe-6688-451f-905e-18f4621a9e95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (3912c811-e84f-4ffb-ac53-2afbebf34bce), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:25.512434 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-7da96bfe-6688-451f-905e-18f4621a9e95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:25.513871 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-7da96bfe-6688-451f-905e-18f4621a9e95 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3912c811-e84f-4ffb-ac53-2afbebf34bce HTTP/1.1" status: 204 len: 168 time: 0.2226884 Mar 21 11:21:25.532520 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da96bfe-6688-451f-905e-18f4621a9e95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3912c811-e84f-4ffb-ac53-2afbebf34bce,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:21:25.538479 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bd0d5bde-3ed4-4d96-a9b9-1d828315bba6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (5097f9b2-2ef0-4af4-bde3-0c344dd6e70c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:25.856769 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (e1ce583e-86b5-47e2-b889-5e91679074ed), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:25.948662 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Device fd5ec10b-5532-4452-bd5f-3bcecf976697 up at agent ovs-agent-dv-cinder-834448-1-smb {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:21:26.111436 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Provisioning complete for port fd5ec10b-5532-4452-bd5f-3bcecf976697 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:21:26.113588 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688166'] for port (fd5ec10b-5532-4452-bd5f-3bcecf976697), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:26.312168 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Current status of the port fd5ec10b-5532-4452-bd5f-3bcecf976697 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:21:26.312168 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (fd5ec10b-5532-4452-bd5f-3bcecf976697), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:26.350762 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] For port fd5ec10b-5532-4452-bd5f-3bcecf976697, host dv-cinder-834448-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-smb',level=0,port_id=fd5ec10b-5532-4452-bd5f-3bcecf976697,segment=NetworkSegment(083ffffd-feb8-46cd-b20a-ab116e97b62a),segment_id=083ffffd-feb8-46cd-b20a-ab116e97b62a)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:21:26.358596 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817'] for port (fd5ec10b-5532-4452-bd5f-3bcecf976697), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:26.493773 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Pushing event updated for resources: {'Port': ['ID=fd5ec10b-5532-4452-bd5f-3bcecf976697,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:21:27.486075 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37be5552-14ac-4161-aaf1-97e98ce1b185 None None] Sync routers for ids ['0b7d1bf6-9b96-49eb-ab85-1ccbfb2f847c'] in dv-cinder-834448-1-smb {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 11:21:27.500303 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37be5552-14ac-4161-aaf1-97e98ce1b185 None None] Routers {'0b7d1bf6-9b96-49eb-ab85-1ccbfb2f847c'} bound to L3 agent in host dv-cinder-834448-1-smb {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:21:27.500991 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-37be5552-14ac-4161-aaf1-97e98ce1b185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T11:04:55Z,description=,heartbeat_timestamp=2022-03-21T11:21:26Z,host='dv-cinder-834448-1-smb',id=5097f9b2-2ef0-4af4-bde3-0c344dd6e70c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:55Z,topic='l3_agent')) {'router_ids': ['0b7d1bf6-9b96-49eb-ab85-1ccbfb2f847c'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:21:27.638718 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-37be5552-14ac-4161-aaf1-97e98ce1b185 None None] Set router 0b7d1bf6-9b96-49eb-ab85-1ccbfb2f847c gateway port host: dv-cinder-834448-1-smb {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:21:27.915663 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Device fd5ec10b-5532-4452-bd5f-3bcecf976697 up at agent ovs-agent-dv-cinder-834448-1-smb {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:21:27.928216 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-37be5552-14ac-4161-aaf1-97e98ce1b185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b7d1bf6-9b96-49eb-ab85-1ccbfb2f847c', 'name': 'tempest-TestMinimumBasicScenario-1039895806-router', 'tenant_id': 'af21f2e2604e44b5a96a5d16b9a73f6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'external_fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.65'}], 'enable_snat': True}, 'gw_port_id': 'fd5ec10b-5532-4452-bd5f-3bcecf976697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:21:15Z', 'updated_at': '2022-03-21T11:21:21Z', 'revision_number': 4, 'project_id': 'af21f2e2604e44b5a96a5d16b9a73f6b', 'gw_port': {'id': 'fd5ec10b-5532-4452-bd5f-3bcecf976697', 'name': '', 'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:70:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7d1bf6-9b96-49eb-ab85-1ccbfb2f847c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:21:16Z', 'updated_at': '2022-03-21T11:21:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-smb', '_interfaces': [{'id': '081bef59-392f-4bfa-9b33-d15f45c7ea52', 'name': '', 'network_id': 'e677f71d-cdbd-433a-a6c6-44d5ef8542c7', 'tenant_id': 'af21f2e2604e44b5a96a5d16b9a73f6b', 'mac_address': 'fa:16:3e:78:ed:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b7d1bf6-9b96-49eb-ab85-1ccbfb2f847c', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '741933b5-9b54-4e29-9a92-64e80a46222a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:21:20Z', 'updated_at': '2022-03-21T11:21:22Z', 'revision_number': 2, 'project_id': 'af21f2e2604e44b5a96a5d16b9a73f6b', 'subnets': [{'id': '741933b5-9b54-4e29-9a92-64e80a46222a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-1-smb', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:21:27.969799 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37be5552-14ac-4161-aaf1-97e98ce1b185 None None] Checking router: 0b7d1bf6-9b96-49eb-ab85-1ccbfb2f847c for host: dv-cinder-834448-1-smb {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 11:21:27.970476 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37be5552-14ac-4161-aaf1-97e98ce1b185 None None] Updating router 0b7d1bf6-9b96-49eb-ab85-1ccbfb2f847c port 081bef59-392f-4bfa-9b33-d15f45c7ea52 binding host dv-cinder-834448-1-smb {{(pid=103424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 11:21:28.004624 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-37be5552-14ac-4161-aaf1-97e98ce1b185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (081bef59-392f-4bfa-9b33-d15f45c7ea52), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:28.054560 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Provisioning complete for port fd5ec10b-5532-4452-bd5f-3bcecf976697 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:21:28.055499 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688166'] for port (fd5ec10b-5532-4452-bd5f-3bcecf976697), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:28.261836 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Current status of the port fd5ec10b-5532-4452-bd5f-3bcecf976697 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:21:28.266320 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6694aa1f-bf8d-44e0-b771-2551b8853c50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (47320176-3fab-4a55-b687-b3e35e89e628), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:28.522807 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-37be5552-14ac-4161-aaf1-97e98ce1b185 None None] Publish callbacks [] for port (081bef59-392f-4bfa-9b33-d15f45c7ea52), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:28.530645 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-37be5552-14ac-4161-aaf1-97e98ce1b185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817'] for port (081bef59-392f-4bfa-9b33-d15f45c7ea52), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:28.671166 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-5db6d96b-8c48-4aa5-944a-567c97b9cc9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (964235d6-d67c-4a74-84a5-611ab5391dc9), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:28.768060 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5780b34-9f37-46ac-ae88-f83ee54576fe None None] Pushing event updated for resources: {'Port': ['ID=081bef59-392f-4bfa-9b33-d15f45c7ea52,revision_number=3']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:21:28.778607 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5780b34-9f37-46ac-ae88-f83ee54576fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:21:28.778882 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5780b34-9f37-46ac-ae88-f83ee54576fe None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:21:28.779250 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5780b34-9f37-46ac-ae88-f83ee54576fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:21:28.779532 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5780b34-9f37-46ac-ae88-f83ee54576fe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:21:28.779944 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5780b34-9f37-46ac-ae88-f83ee54576fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:21:28.780287 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5780b34-9f37-46ac-ae88-f83ee54576fe None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:21:28.780611 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5780b34-9f37-46ac-ae88-f83ee54576fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:21:28.780935 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5780b34-9f37-46ac-ae88-f83ee54576fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:21:28.781255 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5780b34-9f37-46ac-ae88-f83ee54576fe None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:21:28.781574 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5780b34-9f37-46ac-ae88-f83ee54576fe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:21:28.781896 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5780b34-9f37-46ac-ae88-f83ee54576fe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:21:28.782237 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5780b34-9f37-46ac-ae88-f83ee54576fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:21:28.782558 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5780b34-9f37-46ac-ae88-f83ee54576fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:21:28.782969 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5780b34-9f37-46ac-ae88-f83ee54576fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:21:28.783517 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5780b34-9f37-46ac-ae88-f83ee54576fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:21:28.855584 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-37be5552-14ac-4161-aaf1-97e98ce1b185 None None] Attempting to bind port 081bef59-392f-4bfa-9b33-d15f45c7ea52 on host dv-cinder-834448-1-smb for vnic_type normal with profile {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 11:21:28.856795 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-37be5552-14ac-4161-aaf1-97e98ce1b185 None None] Attempting to bind port 081bef59-392f-4bfa-9b33-d15f45c7ea52 by drivers openvswitch,hyperv on host dv-cinder-834448-1-smb at level 0 using segments [{'id': 'a035f972-6283-4f3b-8fd2-c7c5452bb493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'e677f71d-cdbd-433a-a6c6-44d5ef8542c7'}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 11:21:28.857699 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37be5552-14ac-4161-aaf1-97e98ce1b185 None None] Attempting to bind port 081bef59-392f-4bfa-9b33-d15f45c7ea52 on network e677f71d-cdbd-433a-a6c6-44d5ef8542c7 {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:21:28.870544 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37be5552-14ac-4161-aaf1-97e98ce1b185 None None] Checking agent: {'id': '4788e3a4-6d7d-47da-90c6-7227f6e2e35d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834448-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 11, 5), 'started_at': datetime.datetime(2022, 3, 21, 11, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 11, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834448-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 11:21:28.882341 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37be5552-14ac-4161-aaf1-97e98ce1b185 None None] Checking segment: {'id': 'a035f972-6283-4f3b-8fd2-c7c5452bb493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'e677f71d-cdbd-433a-a6c6-44d5ef8542c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:21:28.884315 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-37be5552-14ac-4161-aaf1-97e98ce1b185 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:28.886534 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37be5552-14ac-4161-aaf1-97e98ce1b185 None None] Bound using segment: {'id': 'a035f972-6283-4f3b-8fd2-c7c5452bb493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'e677f71d-cdbd-433a-a6c6-44d5ef8542c7'} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 11:21:28.889009 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [None req-37be5552-14ac-4161-aaf1-97e98ce1b185 None None] Bound port: 081bef59-392f-4bfa-9b33-d15f45c7ea52, host: dv-cinder-834448-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a035f972-6283-4f3b-8fd2-c7c5452bb493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'e677f71d-cdbd-433a-a6c6-44d5ef8542c7'}}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 11:21:28.892530 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-37be5552-14ac-4161-aaf1-97e98ce1b185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (081bef59-392f-4bfa-9b33-d15f45c7ea52), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:29.069070 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-9c68e9a1-e91e-468b-9fce-e5cec7ce7a57 None None] Provisioning complete for port 081bef59-392f-4bfa-9b33-d15f45c7ea52 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:21:29.070412 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-9c68e9a1-e91e-468b-9fce-e5cec7ce7a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688166'] for port (081bef59-392f-4bfa-9b33-d15f45c7ea52), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:29.079446 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-37be5552-14ac-4161-aaf1-97e98ce1b185 None None] For port 081bef59-392f-4bfa-9b33-d15f45c7ea52, host dv-cinder-834448-1-smb, cleared binding levels {{(pid=103424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 11:21:29.088029 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-37be5552-14ac-4161-aaf1-97e98ce1b185 None None] For port 081bef59-392f-4bfa-9b33-d15f45c7ea52, host dv-cinder-834448-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-smb',level=0,port_id=081bef59-392f-4bfa-9b33-d15f45c7ea52,segment=NetworkSegment(a035f972-6283-4f3b-8fd2-c7c5452bb493),segment_id=a035f972-6283-4f3b-8fd2-c7c5452bb493)] {{(pid=103424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 11:21:29.107659 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-37be5552-14ac-4161-aaf1-97e98ce1b185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817'] for port (081bef59-392f-4bfa-9b33-d15f45c7ea52), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:29.154694 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-9c68e9a1-e91e-468b-9fce-e5cec7ce7a57 None None] Port 081bef59-392f-4bfa-9b33-d15f45c7ea52 cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 11:21:29.281747 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37be5552-14ac-4161-aaf1-97e98ce1b185 None None] Routers {'0b7d1bf6-9b96-49eb-ab85-1ccbfb2f847c'} bound to L3 agent in host dv-cinder-834448-1-smb {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:21:29.282749 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-37be5552-14ac-4161-aaf1-97e98ce1b185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T11:04:55Z,description=,heartbeat_timestamp=2022-03-21T11:21:26Z,host='dv-cinder-834448-1-smb',id=5097f9b2-2ef0-4af4-bde3-0c344dd6e70c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:55Z,topic='l3_agent')) {'router_ids': ['0b7d1bf6-9b96-49eb-ab85-1ccbfb2f847c'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:21:29.409937 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5780b34-9f37-46ac-ae88-f83ee54576fe None None] Pushing event updated for resources: {'Port': ['ID=081bef59-392f-4bfa-9b33-d15f45c7ea52,revision_number=4']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:21:29.543162 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-37be5552-14ac-4161-aaf1-97e98ce1b185 None None] Set router 0b7d1bf6-9b96-49eb-ab85-1ccbfb2f847c gateway port host: dv-cinder-834448-1-smb {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:21:29.588776 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (4788e3a4-6d7d-47da-90c6-7227f6e2e35d), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:29.951014 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-11efa595-d851-459b-9aa6-83573ac6e35f None None] Provisioning complete for port 081bef59-392f-4bfa-9b33-d15f45c7ea52 triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:21:29.959466 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-11efa595-d851-459b-9aa6-83573ac6e35f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688166'] for port (081bef59-392f-4bfa-9b33-d15f45c7ea52), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:30.198699 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-37be5552-14ac-4161-aaf1-97e98ce1b185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b7d1bf6-9b96-49eb-ab85-1ccbfb2f847c', 'name': 'tempest-TestMinimumBasicScenario-1039895806-router', 'tenant_id': 'af21f2e2604e44b5a96a5d16b9a73f6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'external_fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.65'}], 'enable_snat': True}, 'gw_port_id': 'fd5ec10b-5532-4452-bd5f-3bcecf976697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:21:15Z', 'updated_at': '2022-03-21T11:21:21Z', 'revision_number': 4, 'project_id': 'af21f2e2604e44b5a96a5d16b9a73f6b', 'gw_port': {'id': 'fd5ec10b-5532-4452-bd5f-3bcecf976697', 'name': '', 'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:70:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7d1bf6-9b96-49eb-ab85-1ccbfb2f847c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:21:16Z', 'updated_at': '2022-03-21T11:21:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-smb', '_interfaces': [{'id': '081bef59-392f-4bfa-9b33-d15f45c7ea52', 'name': '', 'network_id': 'e677f71d-cdbd-433a-a6c6-44d5ef8542c7', 'tenant_id': 'af21f2e2604e44b5a96a5d16b9a73f6b', 'mac_address': 'fa:16:3e:78:ed:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b7d1bf6-9b96-49eb-ab85-1ccbfb2f847c', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '741933b5-9b54-4e29-9a92-64e80a46222a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:21:20Z', 'updated_at': '2022-03-21T11:21:29Z', 'revision_number': 4, 'project_id': 'af21f2e2604e44b5a96a5d16b9a73f6b', 'subnets': [{'id': '741933b5-9b54-4e29-9a92-64e80a46222a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-1-smb', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:21:30.220152 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Device 081bef59-392f-4bfa-9b33-d15f45c7ea52 up at agent ovs-agent-dv-cinder-834448-1-smb {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:21:30.261841 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37be5552-14ac-4161-aaf1-97e98ce1b185 None None] The sync data for ids ['0b7d1bf6-9b96-49eb-ab85-1ccbfb2f847c'] in dv-cinder-834448-1-smb is: [{'id': '0b7d1bf6-9b96-49eb-ab85-1ccbfb2f847c', 'name': 'tempest-TestMinimumBasicScenario-1039895806-router', 'tenant_id': 'af21f2e2604e44b5a96a5d16b9a73f6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'external_fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.65'}], 'enable_snat': True}, 'gw_port_id': 'fd5ec10b-5532-4452-bd5f-3bcecf976697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:21:15Z', 'updated_at': '2022-03-21T11:21:21Z', 'revision_number': 4, 'project_id': 'af21f2e2604e44b5a96a5d16b9a73f6b', 'gw_port': {'id': 'fd5ec10b-5532-4452-bd5f-3bcecf976697', 'name': '', 'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:70:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7d1bf6-9b96-49eb-ab85-1ccbfb2f847c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:21:16Z', 'updated_at': '2022-03-21T11:21:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-smb', '_interfaces': [{'id': '081bef59-392f-4bfa-9b33-d15f45c7ea52', 'name': '', 'network_id': 'e677f71d-cdbd-433a-a6c6-44d5ef8542c7', 'tenant_id': 'af21f2e2604e44b5a96a5d16b9a73f6b', 'mac_address': 'fa:16:3e:78:ed:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b7d1bf6-9b96-49eb-ab85-1ccbfb2f847c', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '741933b5-9b54-4e29-9a92-64e80a46222a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:21:20Z', 'updated_at': '2022-03-21T11:21:29Z', 'revision_number': 4, 'project_id': 'af21f2e2604e44b5a96a5d16b9a73f6b', 'subnets': [{'id': '741933b5-9b54-4e29-9a92-64e80a46222a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 11:21:30.338500 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-11efa595-d851-459b-9aa6-83573ac6e35f None None] Current status of the port 081bef59-392f-4bfa-9b33-d15f45c7ea52 is: DOWN; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:21:30.338892 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-11efa595-d851-459b-9aa6-83573ac6e35f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (081bef59-392f-4bfa-9b33-d15f45c7ea52), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:30.377046 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Provisioning complete for port 081bef59-392f-4bfa-9b33-d15f45c7ea52 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:21:30.378233 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688166'] for port (081bef59-392f-4bfa-9b33-d15f45c7ea52), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:30.444090 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-11efa595-d851-459b-9aa6-83573ac6e35f None None] For port 081bef59-392f-4bfa-9b33-d15f45c7ea52, host dv-cinder-834448-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-smb',level=0,port_id=081bef59-392f-4bfa-9b33-d15f45c7ea52,segment=NetworkSegment(a035f972-6283-4f3b-8fd2-c7c5452bb493),segment_id=a035f972-6283-4f3b-8fd2-c7c5452bb493)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:21:30.461586 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-11efa595-d851-459b-9aa6-83573ac6e35f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817'] for port (081bef59-392f-4bfa-9b33-d15f45c7ea52), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:30.599217 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc82d03e-bcf6-4a8f-90f5-fc8e84952793 req-fe82dba2-5231-4ce4-8243-2afdf3219afc tempest-VolumesSnapshotTestJSON-1592195337 tempest-VolumesSnapshotTestJSON-1592195337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:21:30.607254 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-bc82d03e-bcf6-4a8f-90f5-fc8e84952793 req-fe82dba2-5231-4ce4-8243-2afdf3219afc tempest-VolumesSnapshotTestJSON-1592195337 tempest-VolumesSnapshotTestJSON-1592195337-project] 10.222.0.24 "GET /v2.0/ports?device_id=3873cae4-01e1-448f-b2e3-2ca35ffcc753 HTTP/1.1" status: 200 len: 945 time: 0.0769534 Mar 21 11:21:30.638245 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11efa595-d851-459b-9aa6-83573ac6e35f None None] Pushing event updated for resources: {'Port': ['ID=081bef59-392f-4bfa-9b33-d15f45c7ea52,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:21:30.688343 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-bc82d03e-bcf6-4a8f-90f5-fc8e84952793 req-a2bac79e-5e42-42ca-91e5-bf93cc7686cf tempest-VolumesSnapshotTestJSON-1592195337 tempest-VolumesSnapshotTestJSON-1592195337-project] 10.222.0.24 "GET /v2.0/security-groups?id=24fc8614-278b-4e8e-a94f-c69589fdfddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794864 Mar 21 11:21:30.721188 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Current status of the port 081bef59-392f-4bfa-9b33-d15f45c7ea52 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:21:31.850640 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd68996-f925-48e2-b80b-b09e8aacfc5d req-b03483e7-e118-4820-984f-254ba19ca915 tempest-VolumesSnapshotTestJSON-1592195337 tempest-VolumesSnapshotTestJSON-1592195337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:21:31.858908 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-7bd68996-f925-48e2-b80b-b09e8aacfc5d req-b03483e7-e118-4820-984f-254ba19ca915 tempest-VolumesSnapshotTestJSON-1592195337 tempest-VolumesSnapshotTestJSON-1592195337-project] 10.222.0.24 "GET /v2.0/ports?device_id=3873cae4-01e1-448f-b2e3-2ca35ffcc753 HTTP/1.1" status: 200 len: 945 time: 0.0899940 Mar 21 11:21:31.897217 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Device 081bef59-392f-4bfa-9b33-d15f45c7ea52 up at agent ovs-agent-dv-cinder-834448-1-smb {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:21:31.989937 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Provisioning complete for port 081bef59-392f-4bfa-9b33-d15f45c7ea52 triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:21:31.990316 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688166'] for port (081bef59-392f-4bfa-9b33-d15f45c7ea52), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:32.215622 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Current status of the port 081bef59-392f-4bfa-9b33-d15f45c7ea52 is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:21:32.349662 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-7bd68996-f925-48e2-b80b-b09e8aacfc5d req-f448920e-f78b-4773-b5c8-c0124ebb9ec6 tempest-VolumesSnapshotTestJSON-1592195337 tempest-VolumesSnapshotTestJSON-1592195337-project] 10.222.0.24 "GET /v2.0/security-groups?id=24fc8614-278b-4e8e-a94f-c69589fdfddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4891686 Mar 21 11:21:32.675056 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 50018) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:21:32.876069 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a1173d41-fdf1-4132-8d7a-b6ad2d926813 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:33.030050 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a1173d41-fdf1-4132-8d7a-b6ad2d926813 admin admin] Publish callbacks [] for security_group (18fd63c9-3fcc-48bc-be3b-4abcb57955c9), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:33.037536 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a1173d41-fdf1-4132-8d7a-b6ad2d926813 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (18fd63c9-3fcc-48bc-be3b-4abcb57955c9), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:33.088750 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-a1173d41-fdf1-4132-8d7a-b6ad2d926813 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c434119b9fb740eebe844e899af241fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4118996 Mar 21 11:21:33.089671 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1173d41-fdf1-4132-8d7a-b6ad2d926813 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18fd63c9-3fcc-48bc-be3b-4abcb57955c9,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:21:33.093440 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 50022) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:21:33.162645 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e44fe073-380c-4ab4-93f3-5ff953168d4a admin admin] Publish callbacks [] for security_group (18fd63c9-3fcc-48bc-be3b-4abcb57955c9), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:33.194133 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e44fe073-380c-4ab4-93f3-5ff953168d4a admin admin] Publish callbacks [] for security_group (18fd63c9-3fcc-48bc-be3b-4abcb57955c9), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:33.288280 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e44fe073-380c-4ab4-93f3-5ff953168d4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (18fd63c9-3fcc-48bc-be3b-4abcb57955c9), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:33.292838 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e44fe073-380c-4ab4-93f3-5ff953168d4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:33.298482 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-e44fe073-380c-4ab4-93f3-5ff953168d4a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/18fd63c9-3fcc-48bc-be3b-4abcb57955c9 HTTP/1.1" status: 204 len: 168 time: 0.1994734 Mar 21 11:21:33.317816 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44fe073-380c-4ab4-93f3-5ff953168d4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18fd63c9-3fcc-48bc-be3b-4abcb57955c9,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:21:33.331902 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44fe073-380c-4ab4-93f3-5ff953168d4a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:21:33.332712 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44fe073-380c-4ab4-93f3-5ff953168d4a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:21:33.333485 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44fe073-380c-4ab4-93f3-5ff953168d4a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:21:33.334357 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44fe073-380c-4ab4-93f3-5ff953168d4a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:21:33.335285 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44fe073-380c-4ab4-93f3-5ff953168d4a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:21:33.336225 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44fe073-380c-4ab4-93f3-5ff953168d4a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:21:33.337470 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44fe073-380c-4ab4-93f3-5ff953168d4a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:21:33.338902 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44fe073-380c-4ab4-93f3-5ff953168d4a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:21:33.340064 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44fe073-380c-4ab4-93f3-5ff953168d4a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:21:33.340828 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44fe073-380c-4ab4-93f3-5ff953168d4a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:21:33.341626 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44fe073-380c-4ab4-93f3-5ff953168d4a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:21:33.342752 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44fe073-380c-4ab4-93f3-5ff953168d4a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:21:33.343674 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44fe073-380c-4ab4-93f3-5ff953168d4a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:21:33.344594 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44fe073-380c-4ab4-93f3-5ff953168d4a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:21:33.345351 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44fe073-380c-4ab4-93f3-5ff953168d4a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:21:33.528478 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479a9e85-af9a-4845-b5fb-6e4c37db8951 req-5c9f76a7-12c7-4124-9e4d-5ebe7ad163fe tempest-VolumesSnapshotTestJSON-1592195337 tempest-VolumesSnapshotTestJSON-1592195337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:21:33.536151 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-479a9e85-af9a-4845-b5fb-6e4c37db8951 req-5c9f76a7-12c7-4124-9e4d-5ebe7ad163fe tempest-VolumesSnapshotTestJSON-1592195337 tempest-VolumesSnapshotTestJSON-1592195337-project] 10.222.0.24 "GET /v2.0/ports?device_id=3873cae4-01e1-448f-b2e3-2ca35ffcc753 HTTP/1.1" status: 200 len: 945 time: 0.0886943 Mar 21 11:21:33.603559 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-479a9e85-af9a-4845-b5fb-6e4c37db8951 req-7fe96432-92d6-41ce-b003-370a0c8de610 tempest-VolumesSnapshotTestJSON-1592195337 tempest-VolumesSnapshotTestJSON-1592195337-project] 10.222.0.24 "GET /v2.0/security-groups?id=24fc8614-278b-4e8e-a94f-c69589fdfddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660853 Mar 21 11:21:33.804872 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 50034) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:21:33.829564 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a4fab804-2cac-4a58-aba7-bfb4a7bc5906 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:33.977036 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a4fab804-2cac-4a58-aba7-bfb4a7bc5906 admin admin] Publish callbacks [] for security_group (7b5739a8-de52-4a59-96f4-1e6868a2215c), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:33.985148 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a4fab804-2cac-4a58-aba7-bfb4a7bc5906 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (7b5739a8-de52-4a59-96f4-1e6868a2215c), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:34.037062 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-a4fab804-2cac-4a58-aba7-bfb4a7bc5906 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=186de25aab744d08a2229ecb15f2bbb5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2299190 Mar 21 11:21:34.040059 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 50036) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:21:34.043260 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fab804-2cac-4a58-aba7-bfb4a7bc5906 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b5739a8-de52-4a59-96f4-1e6868a2215c,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:21:34.110021 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-81f32c95-9c42-4030-a271-e8fdede84c57 admin admin] Publish callbacks [] for security_group (7b5739a8-de52-4a59-96f4-1e6868a2215c), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:34.136593 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-81f32c95-9c42-4030-a271-e8fdede84c57 admin admin] Publish callbacks [] for security_group (7b5739a8-de52-4a59-96f4-1e6868a2215c), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:34.208209 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-81f32c95-9c42-4030-a271-e8fdede84c57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (7b5739a8-de52-4a59-96f4-1e6868a2215c), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:34.213510 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-81f32c95-9c42-4030-a271-e8fdede84c57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:34.215891 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-81f32c95-9c42-4030-a271-e8fdede84c57 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7b5739a8-de52-4a59-96f4-1e6868a2215c HTTP/1.1" status: 204 len: 168 time: 0.1745472 Mar 21 11:21:34.226756 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f32c95-9c42-4030-a271-e8fdede84c57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b5739a8-de52-4a59-96f4-1e6868a2215c,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:21:34.752678 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e76809-a81e-43c8-a2c8-1c0ef620cf7e req-71196b3d-4217-48dd-8acf-f46ef504a6a4 tempest-VolumesSnapshotTestJSON-1592195337 tempest-VolumesSnapshotTestJSON-1592195337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:21:34.758711 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-95e76809-a81e-43c8-a2c8-1c0ef620cf7e req-71196b3d-4217-48dd-8acf-f46ef504a6a4 tempest-VolumesSnapshotTestJSON-1592195337 tempest-VolumesSnapshotTestJSON-1592195337-project] 10.222.0.32 "GET /v2.0/ports?device_id=3873cae4-01e1-448f-b2e3-2ca35ffcc753 HTTP/1.1" status: 200 len: 945 time: 0.1258574 Mar 21 11:21:34.940627 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581d6baa-1cbc-41ed-8041-57b5472fb723 req-4d2d1aad-9a2a-44d2-87eb-755a4b902003 tempest-VolumesSnapshotTestJSON-1592195337 tempest-VolumesSnapshotTestJSON-1592195337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:21:34.944166 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-581d6baa-1cbc-41ed-8041-57b5472fb723 req-4d2d1aad-9a2a-44d2-87eb-755a4b902003 tempest-VolumesSnapshotTestJSON-1592195337 tempest-VolumesSnapshotTestJSON-1592195337-project] 10.222.0.24 "GET /v2.0/ports?device_id=3873cae4-01e1-448f-b2e3-2ca35ffcc753 HTTP/1.1" status: 200 len: 945 time: 0.1605287 Mar 21 11:21:34.970323 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-95e76809-a81e-43c8-a2c8-1c0ef620cf7e req-987782c6-d955-4216-8e5c-98af15eccbc8 tempest-VolumesSnapshotTestJSON-1592195337 tempest-VolumesSnapshotTestJSON-1592195337-project] Deleting port f0f34336-ab33-4225-a36f-22690f197b41 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:21:34.970757 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-95e76809-a81e-43c8-a2c8-1c0ef620cf7e req-987782c6-d955-4216-8e5c-98af15eccbc8 tempest-VolumesSnapshotTestJSON-1592195337 tempest-VolumesSnapshotTestJSON-1592195337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738246690591'] for port (f0f34336-ab33-4225-a36f-22690f197b41), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:35.101093 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-581d6baa-1cbc-41ed-8041-57b5472fb723 req-a523e782-ef7e-474a-aba1-5657a5c239b1 tempest-VolumesSnapshotTestJSON-1592195337 tempest-VolumesSnapshotTestJSON-1592195337-project] 10.222.0.24 "GET /v2.0/security-groups?id=24fc8614-278b-4e8e-a94f-c69589fdfddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461055 Mar 21 11:21:35.156777 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-95e76809-a81e-43c8-a2c8-1c0ef620cf7e req-987782c6-d955-4216-8e5c-98af15eccbc8 tempest-VolumesSnapshotTestJSON-1592195337 tempest-VolumesSnapshotTestJSON-1592195337-project] For port f0f34336-ab33-4225-a36f-22690f197b41, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=f0f34336-ab33-4225-a36f-22690f197b41,segment=NetworkSegment(b19e3114-c19f-489f-8f55-bd12e0d12b82),segment_id=b19e3114-c19f-489f-8f55-bd12e0d12b82)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:21:35.157257 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-95e76809-a81e-43c8-a2c8-1c0ef620cf7e req-987782c6-d955-4216-8e5c-98af15eccbc8 tempest-VolumesSnapshotTestJSON-1592195337 tempest-VolumesSnapshotTestJSON-1592195337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701214'] for port (f0f34336-ab33-4225-a36f-22690f197b41), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:35.180636 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-95e76809-a81e-43c8-a2c8-1c0ef620cf7e req-987782c6-d955-4216-8e5c-98af15eccbc8 tempest-VolumesSnapshotTestJSON-1592195337 tempest-VolumesSnapshotTestJSON-1592195337-project] Calling delete_port for f0f34336-ab33-4225-a36f-22690f197b41 owned by compute:nova {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:21:35.457699 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-95e76809-a81e-43c8-a2c8-1c0ef620cf7e req-987782c6-d955-4216-8e5c-98af15eccbc8 tempest-VolumesSnapshotTestJSON-1592195337 tempest-VolumesSnapshotTestJSON-1592195337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738246698626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738246144790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266186598'] for port (f0f34336-ab33-4225-a36f-22690f197b41), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:35.473757 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] get_ports_and_sgs() called for port_ids ['f0f34336-ab33-4225-a36f-22690f197b41'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 11:21:35.549750 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987782c6-d955-4216-8e5c-98af15eccbc8 tempest-VolumesSnapshotTestJSON-1592195337 tempest-VolumesSnapshotTestJSON-1592195337-project] Pushing event deleted for resources: {'Port': ['ID=f0f34336-ab33-4225-a36f-22690f197b41,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:21:35.661237 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-95e76809-a81e-43c8-a2c8-1c0ef620cf7e req-987782c6-d955-4216-8e5c-98af15eccbc8 tempest-VolumesSnapshotTestJSON-1592195337 tempest-VolumesSnapshotTestJSON-1592195337-project] No DVR routers for this DVR port f0f34336-ab33-4225-a36f-22690f197b41 on host hv-cinder-83444 {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 11:21:35.666837 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-95e76809-a81e-43c8-a2c8-1c0ef620cf7e req-987782c6-d955-4216-8e5c-98af15eccbc8 tempest-VolumesSnapshotTestJSON-1592195337 tempest-VolumesSnapshotTestJSON-1592195337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97509'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:35.673975 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-95e76809-a81e-43c8-a2c8-1c0ef620cf7e req-987782c6-d955-4216-8e5c-98af15eccbc8 tempest-VolumesSnapshotTestJSON-1592195337 tempest-VolumesSnapshotTestJSON-1592195337-project] 10.222.0.32 "DELETE /v2.0/ports/f0f34336-ab33-4225-a36f-22690f197b41 HTTP/1.1" status: 204 len: 173 time: 0.9096496 Mar 21 11:21:35.674864 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3873cae4-01e1-448f-b2e3-2ca35ffcc753', 'name': 'network-vif-deleted', 'tag': 'f0f34336-ab33-4225-a36f-22690f197b41'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:21:35.686837 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881d039021bf7bfdbb2ec2cc2a60bd67cc793bf6de71028ad915050608b1b1c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77c57a38-bfef-42c3-b1df-01a4deed400c" -d '{"events": [{"server_uuid": "3873cae4-01e1-448f-b2e3-2ca35ffcc753", "name": "network-vif-deleted", "tag": "f0f34336-ab33-4225-a36f-22690f197b41"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:21:35.776932 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 11:21:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a453fecf-2a7e-468e-baa4-5befd17eacb6 x-openstack-request-id: req-a453fecf-2a7e-468e-baa4-5befd17eacb6 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:21:35.777572 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3873cae4-01e1-448f-b2e3-2ca35ffcc753", "name": "network-vif-deleted", "tag": "f0f34336-ab33-4225-a36f-22690f197b41", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:21:35.777801 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a453fecf-2a7e-468e-baa4-5befd17eacb6 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:21:35.778416 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3873cae4-01e1-448f-b2e3-2ca35ffcc753', 'name': 'network-vif-deleted', 'tag': 'f0f34336-ab33-4225-a36f-22690f197b41', 'status': 'completed', 'code': 200} Mar 21 11:21:36.313278 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-c050b30e-e942-4545-919f-74876e8b365b req-606ee275-f170-4251-9c6d-4f6e36e33d77 tempest-VolumesSnapshotTestJSON-1592195337 tempest-VolumesSnapshotTestJSON-1592195337-project] 10.222.0.24 "GET /v2.0/ports?device_id=3873cae4-01e1-448f-b2e3-2ca35ffcc753 HTTP/1.1" status: 200 len: 210 time: 0.0464418 Mar 21 11:21:38.529926 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.agents_db [None req-8008186f-aa22-4b77-a63e-1bf9dbff4757 None None] Agent healthcheck: found 6 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 11:21:38.582325 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Device f0f34336-ab33-4225-a36f-22690f197b41 no longer exists at agent hyperv_hv-cinder-83444 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 11:21:38.612645 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] No Port match for: f0f34336-ab33-4225-a36f-22690f197b41 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 11:21:38.613078 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Device f0f34336-ab33-4225-a36f-22690f197b41 not bound to the agent host hv-cinder-83444 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 11:21:38.794298 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3260f005-4481-42fb-b062-a61db42c64de req-2ba598a2-3283-41cb-8c20-a813c404beb7 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:21:38.796275 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-3260f005-4481-42fb-b062-a61db42c64de req-2ba598a2-3283-41cb-8c20-a813c404beb7 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] 10.222.0.24 "GET /v2.0/networks?id=66894c69-c189-417d-8af1-926a1c078208 HTTP/1.1" status: 200 len: 815 time: 0.1858568 Mar 21 11:21:38.814330 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-3260f005-4481-42fb-b062-a61db42c64de req-f28942e1-6784-4cdd-8400-6aed5bec74a4 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] 10.222.0.24 "GET /v2.0/quotas/2d43b03df04b4f7caa64c7efe2bde5b4 HTTP/1.1" status: 200 len: 375 time: 0.0107853 Mar 21 11:21:38.891545 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-3260f005-4481-42fb-b062-a61db42c64de req-c980558a-93fe-4599-9ab2-8cdfd507dfd1 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=2d43b03df04b4f7caa64c7efe2bde5b4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0704236 Mar 21 11:21:39.019963 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-3260f005-4481-42fb-b062-a61db42c64de req-88b1d66a-c3a7-453d-b6c0-2cc7eefaeb53 service neutron] 10.222.0.24 "GET /v2.0/networks/66894c69-c189-417d-8af1-926a1c078208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136787 Mar 21 11:21:39.194281 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-3260f005-4481-42fb-b062-a61db42c64de req-ae525e44-6bc8-4565-8174-b05b5b650188 service neutron] 10.222.0.24 "GET /v2.0/networks/66894c69-c189-417d-8af1-926a1c078208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612482 Mar 21 11:21:39.407828 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-98047d4a-621a-4aea-af98-8711b5c26808 req-154422f7-1c58-454c-a822-cd244fdafa53 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] 10.222.0.24 "GET /v2.0/ports?device_id=5490be15-44e8-442d-ac87-85091879d6f2 HTTP/1.1" status: 200 len: 210 time: 0.0450499 Mar 21 11:21:40.513804 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3260f005-4481-42fb-b062-a61db42c64de req-cccecf75-1667-4b4d-9ea2-13e3dcd5b08b tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:21:40.515969 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-3260f005-4481-42fb-b062-a61db42c64de req-cccecf75-1667-4b4d-9ea2-13e3dcd5b08b tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] 10.222.0.32 "GET /v2.0/networks?id=66894c69-c189-417d-8af1-926a1c078208 HTTP/1.1" status: 200 len: 815 time: 0.1824448 Mar 21 11:21:40.534942 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.v2.base [req-3260f005-4481-42fb-b062-a61db42c64de req-174fc345-a482-4c3c-81e9-807a3885d72d tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] Request body: {'port': {'device_id': '5490be15-44e8-442d-ac87-85091879d6f2', 'network_id': '66894c69-c189-417d-8af1-926a1c078208', 'admin_state_up': True, 'tenant_id': '2d43b03df04b4f7caa64c7efe2bde5b4'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:21:40.558280 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-689a4766-2db2-4148-b0f7-9f0aed1a4557 req-78e12101-6882-477b-a823-07e2cd345fbb tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] 10.222.0.24 "GET /v2.0/ports?device_id=5490be15-44e8-442d-ac87-85091879d6f2 HTTP/1.1" status: 200 len: 210 time: 0.0407875 Mar 21 11:21:40.782709 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3260f005-4481-42fb-b062-a61db42c64de req-174fc345-a482-4c3c-81e9-807a3885d72d tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] Made reservation on behalf of 2d43b03df04b4f7caa64c7efe2bde5b4 for: {'port': 1} {{(pid=103421) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 11:21:40.789378 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-3260f005-4481-42fb-b062-a61db42c64de req-174fc345-a482-4c3c-81e9-807a3885d72d tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:41.042460 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [req-3260f005-4481-42fb-b062-a61db42c64de req-174fc345-a482-4c3c-81e9-807a3885d72d tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] Allocated IP 172.20.0.13 (66894c69-c189-417d-8af1-926a1c078208/73b8ce80-9359-46f4-9cf5-1c7d77e6147c/15aa13f2-a01d-4050-a0a0-2525376f8e3e) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:21:41.295492 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-3260f005-4481-42fb-b062-a61db42c64de req-174fc345-a482-4c3c-81e9-807a3885d72d tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] Publish callbacks [] for port (15aa13f2-a01d-4050-a0a0-2525376f8e3e), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:41.353264 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-3260f005-4481-42fb-b062-a61db42c64de req-174fc345-a482-4c3c-81e9-807a3885d72d tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738246144781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266186598'] for port (15aa13f2-a01d-4050-a0a0-2525376f8e3e), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:41.459119 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3260f005-4481-42fb-b062-a61db42c64de req-174fc345-a482-4c3c-81e9-807a3885d72d tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] Network 66894c69-c189-417d-8af1-926a1c078208 is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:21:41.467123 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [req-3260f005-4481-42fb-b062-a61db42c64de req-174fc345-a482-4c3c-81e9-807a3885d72d tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:21:41.498793 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-3260f005-4481-42fb-b062-a61db42c64de req-174fc345-a482-4c3c-81e9-807a3885d72d tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:21:41.572865 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174fc345-a482-4c3c-81e9-807a3885d72d tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] Pushing event updated for resources: {'Port': ['ID=15aa13f2-a01d-4050-a0a0-2525376f8e3e,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:21:41.622850 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3260f005-4481-42fb-b062-a61db42c64de req-174fc345-a482-4c3c-81e9-807a3885d72d tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:21:41.622850 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-3260f005-4481-42fb-b062-a61db42c64de req-174fc345-a482-4c3c-81e9-807a3885d72d tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97509'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:41.659046 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-3260f005-4481-42fb-b062-a61db42c64de req-174fc345-a482-4c3c-81e9-807a3885d72d tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1302156 Mar 21 11:21:41.882479 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d109636-ef65-4e7b-91ce-47ea25c90801 req-8105b132-0fbb-445c-a0f8-bfe85fec6cfb tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:21:41.885453 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-7d109636-ef65-4e7b-91ce-47ea25c90801 req-8105b132-0fbb-445c-a0f8-bfe85fec6cfb tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] 10.222.0.24 "GET /v2.0/ports?device_id=5490be15-44e8-442d-ac87-85091879d6f2 HTTP/1.1" status: 200 len: 932 time: 0.1572680 Mar 21 11:21:41.993920 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-eeb9be9e-1583-4f46-a3d2-db73c0cc8041 None None] Provisioning complete for port 15aa13f2-a01d-4050-a0a0-2525376f8e3e triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:21:41.994703 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-eeb9be9e-1583-4f46-a3d2-db73c0cc8041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688166'] for port (15aa13f2-a01d-4050-a0a0-2525376f8e3e), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:42.003679 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-7d109636-ef65-4e7b-91ce-47ea25c90801 req-1d14fc74-f62d-49c8-ba63-b7f50210a57a tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] 10.222.0.24 "GET /v2.0/security-groups?id=5c6edecd-a3d4-4208-9104-c3962d565aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113725 Mar 21 11:21:42.086308 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-eeb9be9e-1583-4f46-a3d2-db73c0cc8041 None None] Port 15aa13f2-a01d-4050-a0a0-2525376f8e3e cannot update to ACTIVE because it is not bound. {{(pid=103423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 11:21:43.166950 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac7c23e-0bb6-454d-b8eb-5f2e5e42fbb9 req-4a256fd4-3a08-40ce-9e18-fe6ae3f2ead6 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:21:43.168799 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-7ac7c23e-0bb6-454d-b8eb-5f2e5e42fbb9 req-4a256fd4-3a08-40ce-9e18-fe6ae3f2ead6 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] 10.222.0.24 "GET /v2.0/ports?device_id=5490be15-44e8-442d-ac87-85091879d6f2 HTTP/1.1" status: 200 len: 932 time: 0.0671148 Mar 21 11:21:43.235455 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-7ac7c23e-0bb6-454d-b8eb-5f2e5e42fbb9 req-060d6289-099e-41ee-85c8-eb1c226f4ce6 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] 10.222.0.24 "GET /v2.0/security-groups?id=5c6edecd-a3d4-4208-9104-c3962d565aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586586 Mar 21 11:21:44.444730 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e394e4-b46b-43ff-9d1f-655b04bdd592 req-817ad606-609a-4491-ba01-92bdf659c508 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:21:44.449027 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-f7e394e4-b46b-43ff-9d1f-655b04bdd592 req-817ad606-609a-4491-ba01-92bdf659c508 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] 10.222.0.24 "GET /v2.0/ports?device_id=5490be15-44e8-442d-ac87-85091879d6f2 HTTP/1.1" status: 200 len: 932 time: 0.1034501 Mar 21 11:21:44.530290 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-f7e394e4-b46b-43ff-9d1f-655b04bdd592 req-a6a5b770-8444-4b3c-80de-3e8419298c7b tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] 10.222.0.24 "GET /v2.0/security-groups?id=5c6edecd-a3d4-4208-9104-c3962d565aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697489 Mar 21 11:21:45.845051 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fcaf8e-21f9-4c0b-98c2-d1ca91afaffc req-e8333e25-da60-446c-8cb2-09cd41cd6121 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:21:45.860017 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-58fcaf8e-21f9-4c0b-98c2-d1ca91afaffc req-e8333e25-da60-446c-8cb2-09cd41cd6121 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] 10.222.0.24 "GET /v2.0/ports?device_id=5490be15-44e8-442d-ac87-85091879d6f2 HTTP/1.1" status: 200 len: 932 time: 0.1549251 Mar 21 11:21:45.970187 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-58fcaf8e-21f9-4c0b-98c2-d1ca91afaffc req-14cf461a-62ab-45aa-8713-6f32665a9038 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] 10.222.0.24 "GET /v2.0/security-groups?id=5c6edecd-a3d4-4208-9104-c3962d565aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843289 Mar 21 11:21:47.187010 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faea789-6cf9-44e6-9775-2d5458a252f0 req-9b11c5ba-6702-489b-9297-35b1f5a991e1 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:21:47.197836 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-9faea789-6cf9-44e6-9775-2d5458a252f0 req-9b11c5ba-6702-489b-9297-35b1f5a991e1 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] 10.222.0.24 "GET /v2.0/ports?device_id=5490be15-44e8-442d-ac87-85091879d6f2 HTTP/1.1" status: 200 len: 932 time: 0.0877686 Mar 21 11:21:47.294971 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-9faea789-6cf9-44e6-9775-2d5458a252f0 req-723a6fb3-0a0b-42de-9ce8-0cdc962cb222 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] 10.222.0.24 "GET /v2.0/security-groups?id=5c6edecd-a3d4-4208-9104-c3962d565aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952098 Mar 21 11:21:48.489878 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbcb480-3bc0-47ff-b7e3-d2b71666753c req-c2a5e1a7-281b-40c8-b999-45517a656fea tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:21:48.498702 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-6bbcb480-3bc0-47ff-b7e3-d2b71666753c req-c2a5e1a7-281b-40c8-b999-45517a656fea tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] 10.222.0.24 "GET /v2.0/ports?device_id=5490be15-44e8-442d-ac87-85091879d6f2 HTTP/1.1" status: 200 len: 932 time: 0.0817630 Mar 21 11:21:48.589218 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-6bbcb480-3bc0-47ff-b7e3-d2b71666753c req-0861585d-d607-49af-8d2d-3f69c1788fbc tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] 10.222.0.24 "GET /v2.0/security-groups?id=5c6edecd-a3d4-4208-9104-c3962d565aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882261 Mar 21 11:21:49.757109 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b61d113-5d51-4609-9fe3-1fc290c40671 req-8ee03219-1fb3-4898-abdd-4548ab21927c tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:21:49.759368 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-9b61d113-5d51-4609-9fe3-1fc290c40671 req-8ee03219-1fb3-4898-abdd-4548ab21927c tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] 10.222.0.24 "GET /v2.0/ports?device_id=5490be15-44e8-442d-ac87-85091879d6f2 HTTP/1.1" status: 200 len: 932 time: 0.0878651 Mar 21 11:21:49.836673 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-9b61d113-5d51-4609-9fe3-1fc290c40671 req-fd31f388-833b-4307-831f-01f37c2b5f9e tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] 10.222.0.24 "GET /v2.0/security-groups?id=5c6edecd-a3d4-4208-9104-c3962d565aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695064 Mar 21 11:21:49.999947 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 50296) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:21:50.085594 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.v2.base [req-3260f005-4481-42fb-b062-a61db42c64de req-54b78a20-73c3-4eaf-951c-475ce11cd48e service neutron] Request body: {'port': {'device_id': '5490be15-44e8-442d-ac87-85091879d6f2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83444'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:21:50.174880 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-64d6a56f-eb8b-46f5-be9a-6b11af3d3cad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:50.193313 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-3260f005-4481-42fb-b062-a61db42c64de req-54b78a20-73c3-4eaf-951c-475ce11cd48e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (15aa13f2-a01d-4050-a0a0-2525376f8e3e), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:50.323468 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-64d6a56f-eb8b-46f5-be9a-6b11af3d3cad admin admin] Publish callbacks [] for security_group (33404a48-4ae8-46dd-af75-1a962264b48a), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:50.331118 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-64d6a56f-eb8b-46f5-be9a-6b11af3d3cad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (33404a48-4ae8-46dd-af75-1a962264b48a), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:50.394390 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d6a56f-eb8b-46f5-be9a-6b11af3d3cad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33404a48-4ae8-46dd-af75-1a962264b48a,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:21:50.399364 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-64d6a56f-eb8b-46f5-be9a-6b11af3d3cad admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3bdcc2df7b2447f1b2cbb09ea5a9f3a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3979063 Mar 21 11:21:50.402154 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 50304) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:21:50.414699 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d6a56f-eb8b-46f5-be9a-6b11af3d3cad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:21:50.415093 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d6a56f-eb8b-46f5-be9a-6b11af3d3cad admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:21:50.415452 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d6a56f-eb8b-46f5-be9a-6b11af3d3cad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:21:50.415841 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d6a56f-eb8b-46f5-be9a-6b11af3d3cad admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:21:50.416182 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d6a56f-eb8b-46f5-be9a-6b11af3d3cad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:21:50.416571 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d6a56f-eb8b-46f5-be9a-6b11af3d3cad admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:21:50.416902 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d6a56f-eb8b-46f5-be9a-6b11af3d3cad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:21:50.417234 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d6a56f-eb8b-46f5-be9a-6b11af3d3cad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:21:50.417606 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d6a56f-eb8b-46f5-be9a-6b11af3d3cad admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:21:50.417926 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d6a56f-eb8b-46f5-be9a-6b11af3d3cad admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:21:50.418257 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d6a56f-eb8b-46f5-be9a-6b11af3d3cad admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:21:50.418593 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d6a56f-eb8b-46f5-be9a-6b11af3d3cad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:21:50.418930 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d6a56f-eb8b-46f5-be9a-6b11af3d3cad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:21:50.419268 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d6a56f-eb8b-46f5-be9a-6b11af3d3cad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:21:50.419609 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d6a56f-eb8b-46f5-be9a-6b11af3d3cad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:21:50.479712 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0abf631f-27b5-4e8a-9ddd-d240598d11dc admin admin] Publish callbacks [] for security_group (33404a48-4ae8-46dd-af75-1a962264b48a), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:50.517893 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0abf631f-27b5-4e8a-9ddd-d240598d11dc admin admin] Publish callbacks [] for security_group (33404a48-4ae8-46dd-af75-1a962264b48a), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:50.544294 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.notifiers.nova [req-3260f005-4481-42fb-b062-a61db42c64de req-54b78a20-73c3-4eaf-951c-475ce11cd48e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15aa13f2-a01d-4050-a0a0-2525376f8e3e {{(pid=103421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 11:21:50.559460 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-3260f005-4481-42fb-b062-a61db42c64de req-54b78a20-73c3-4eaf-951c-475ce11cd48e service neutron] Publish callbacks [] for port (15aa13f2-a01d-4050-a0a0-2525376f8e3e), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:50.597407 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [req-3260f005-4481-42fb-b062-a61db42c64de req-54b78a20-73c3-4eaf-951c-475ce11cd48e service neutron] Transition to ACTIVE for port object 15aa13f2-a01d-4050-a0a0-2525376f8e3e will not be triggered until provisioned by entity L2. {{(pid=103421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 21 11:21:50.597705 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0abf631f-27b5-4e8a-9ddd-d240598d11dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (33404a48-4ae8-46dd-af75-1a962264b48a), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:50.600994 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-0abf631f-27b5-4e8a-9ddd-d240598d11dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:50.602490 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-0abf631f-27b5-4e8a-9ddd-d240598d11dc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/33404a48-4ae8-46dd-af75-1a962264b48a HTTP/1.1" status: 204 len: 168 time: 0.1993356 Mar 21 11:21:50.602746 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-3260f005-4481-42fb-b062-a61db42c64de req-54b78a20-73c3-4eaf-951c-475ce11cd48e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266186577'] for port (15aa13f2-a01d-4050-a0a0-2525376f8e3e), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:50.615373 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abf631f-27b5-4e8a-9ddd-d240598d11dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33404a48-4ae8-46dd-af75-1a962264b48a,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:21:50.680832 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b78a20-73c3-4eaf-951c-475ce11cd48e service neutron] Pushing event updated for resources: {'Port': ['ID=15aa13f2-a01d-4050-a0a0-2525376f8e3e,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:21:50.790687 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-3260f005-4481-42fb-b062-a61db42c64de req-54b78a20-73c3-4eaf-951c-475ce11cd48e service neutron] Attempting to bind port 15aa13f2-a01d-4050-a0a0-2525376f8e3e on host hv-cinder-83444 for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 11:21:50.791752 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-3260f005-4481-42fb-b062-a61db42c64de req-54b78a20-73c3-4eaf-951c-475ce11cd48e service neutron] Attempting to bind port 15aa13f2-a01d-4050-a0a0-2525376f8e3e by drivers openvswitch,hyperv on host hv-cinder-83444 at level 0 using segments [{'id': '4b176409-4b10-4757-9925-83e7a56a9f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '66894c69-c189-417d-8af1-926a1c078208'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 11:21:50.791752 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3260f005-4481-42fb-b062-a61db42c64de req-54b78a20-73c3-4eaf-951c-475ce11cd48e service neutron] Attempting to bind port 15aa13f2-a01d-4050-a0a0-2525376f8e3e on network 66894c69-c189-417d-8af1-926a1c078208 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:21:50.798944 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3260f005-4481-42fb-b062-a61db42c64de req-54b78a20-73c3-4eaf-951c-475ce11cd48e service neutron] Port 15aa13f2-a01d-4050-a0a0-2525376f8e3e on network 66894c69-c189-417d-8af1-926a1c078208 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83444 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 21 11:21:50.799414 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3260f005-4481-42fb-b062-a61db42c64de req-54b78a20-73c3-4eaf-951c-475ce11cd48e service neutron] Attempting to bind port 15aa13f2-a01d-4050-a0a0-2525376f8e3e on network 66894c69-c189-417d-8af1-926a1c078208 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:21:50.810755 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3260f005-4481-42fb-b062-a61db42c64de req-54b78a20-73c3-4eaf-951c-475ce11cd48e service neutron] Checking agent: {'id': 'e1ce583e-86b5-47e2-b889-5e91679074ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83444', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 11, 11, 26), 'started_at': datetime.datetime(2022, 3, 21, 11, 11, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 11, 21, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 11:21:50.811352 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3260f005-4481-42fb-b062-a61db42c64de req-54b78a20-73c3-4eaf-951c-475ce11cd48e service neutron] Checking segment: {'id': '4b176409-4b10-4757-9925-83e7a56a9f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '66894c69-c189-417d-8af1-926a1c078208'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:21:50.812057 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3260f005-4481-42fb-b062-a61db42c64de req-54b78a20-73c3-4eaf-951c-475ce11cd48e service neutron] Bound using segment: {'id': '4b176409-4b10-4757-9925-83e7a56a9f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '66894c69-c189-417d-8af1-926a1c078208'} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 11:21:50.812764 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [req-3260f005-4481-42fb-b062-a61db42c64de req-54b78a20-73c3-4eaf-951c-475ce11cd48e service neutron] Bound port: 15aa13f2-a01d-4050-a0a0-2525376f8e3e, host: hv-cinder-83444, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b176409-4b10-4757-9925-83e7a56a9f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '66894c69-c189-417d-8af1-926a1c078208'}}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 11:21:50.813179 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-3260f005-4481-42fb-b062-a61db42c64de req-54b78a20-73c3-4eaf-951c-475ce11cd48e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (15aa13f2-a01d-4050-a0a0-2525376f8e3e), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:50.970163 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-3260f005-4481-42fb-b062-a61db42c64de req-54b78a20-73c3-4eaf-951c-475ce11cd48e service neutron] For port 15aa13f2-a01d-4050-a0a0-2525376f8e3e, host hv-cinder-83444, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 11:21:50.977663 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-3260f005-4481-42fb-b062-a61db42c64de req-54b78a20-73c3-4eaf-951c-475ce11cd48e service neutron] For port 15aa13f2-a01d-4050-a0a0-2525376f8e3e, host hv-cinder-83444, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=15aa13f2-a01d-4050-a0a0-2525376f8e3e,segment=NetworkSegment(4b176409-4b10-4757-9925-83e7a56a9f03),segment_id=4b176409-4b10-4757-9925-83e7a56a9f03)] {{(pid=103421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 11:21:50.991543 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-3260f005-4481-42fb-b062-a61db42c64de req-54b78a20-73c3-4eaf-951c-475ce11cd48e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266186577'] for port (15aa13f2-a01d-4050-a0a0-2525376f8e3e), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:51.114723 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3260f005-4481-42fb-b062-a61db42c64de req-54b78a20-73c3-4eaf-951c-475ce11cd48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:21:51.116101 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-3260f005-4481-42fb-b062-a61db42c64de req-54b78a20-73c3-4eaf-951c-475ce11cd48e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97509'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:51.118272 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-3260f005-4481-42fb-b062-a61db42c64de req-54b78a20-73c3-4eaf-951c-475ce11cd48e service neutron] 10.222.0.32 "PUT /v2.0/ports/15aa13f2-a01d-4050-a0a0-2525376f8e3e HTTP/1.1" status: 200 len: 1094 time: 1.0482678 Mar 21 11:21:51.118771 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5490be15-44e8-442d-ac87-85091879d6f2', 'tag': '15aa13f2-a01d-4050-a0a0-2525376f8e3e'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:21:51.121743 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881d039021bf7bfdbb2ec2cc2a60bd67cc793bf6de71028ad915050608b1b1c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-216bc992-fad4-457b-b36d-d4ef09e544f1" -d '{"events": [{"name": "network-changed", "server_uuid": "5490be15-44e8-442d-ac87-85091879d6f2", "tag": "15aa13f2-a01d-4050-a0a0-2525376f8e3e"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:21:51.210601 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 11:21:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e529f32a-ae9e-427a-a7ca-2e0bef7065f8 x-openstack-request-id: req-e529f32a-ae9e-427a-a7ca-2e0bef7065f8 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:21:51.210968 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5490be15-44e8-442d-ac87-85091879d6f2", "tag": "15aa13f2-a01d-4050-a0a0-2525376f8e3e", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:21:51.211331 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e529f32a-ae9e-427a-a7ca-2e0bef7065f8 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:21:51.211964 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5490be15-44e8-442d-ac87-85091879d6f2', 'tag': '15aa13f2-a01d-4050-a0a0-2525376f8e3e', 'status': 'completed', 'code': 200} Mar 21 11:21:51.244479 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b78a20-73c3-4eaf-951c-475ce11cd48e service neutron] Pushing event updated for resources: {'Port': ['ID=15aa13f2-a01d-4050-a0a0-2525376f8e3e,revision_number=3']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:21:51.283614 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a16dbf-6cea-4b0a-bd1f-dbccbd5d844f req-f48957d5-ecac-414b-aa40-64e6b7970af1 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:21:51.291235 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-45a16dbf-6cea-4b0a-bd1f-dbccbd5d844f req-f48957d5-ecac-414b-aa40-64e6b7970af1 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] 10.222.0.24 "GET /v2.0/ports?device_id=5490be15-44e8-442d-ac87-85091879d6f2 HTTP/1.1" status: 200 len: 944 time: 0.2881498 Mar 21 11:21:51.348141 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3260f005-4481-42fb-b062-a61db42c64de req-3f6d7a8d-3c88-468d-878e-edea3761bb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:21:51.350200 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-3260f005-4481-42fb-b062-a61db42c64de req-3f6d7a8d-3c88-468d-878e-edea3761bb54 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2d43b03df04b4f7caa64c7efe2bde5b4&device_id=5490be15-44e8-442d-ac87-85091879d6f2 HTTP/1.1" status: 200 len: 1128 time: 0.1653564 Mar 21 11:21:51.431548 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-3260f005-4481-42fb-b062-a61db42c64de req-7ca95de9-b19a-45db-b4df-2f5e11d00512 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=15aa13f2-a01d-4050-a0a0-2525376f8e3e HTTP/1.1" status: 200 len: 217 time: 0.0732331 Mar 21 11:21:51.442597 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-45a16dbf-6cea-4b0a-bd1f-dbccbd5d844f req-6823310a-98fe-4358-905f-fd5cc1a7dc6a tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] 10.222.0.24 "GET /v2.0/security-groups?id=5c6edecd-a3d4-4208-9104-c3962d565aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416173 Mar 21 11:21:51.526519 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3260f005-4481-42fb-b062-a61db42c64de req-6774efe4-07b1-4ded-95d3-190224234ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:21:51.529311 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-3260f005-4481-42fb-b062-a61db42c64de req-6774efe4-07b1-4ded-95d3-190224234ac8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=73b8ce80-9359-46f4-9cf5-1c7d77e6147c HTTP/1.1" status: 200 len: 854 time: 0.0908413 Mar 21 11:21:51.595398 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3260f005-4481-42fb-b062-a61db42c64de req-4bf262f7-7a6d-4cf7-b630-fe95f30191d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:21:51.597148 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-3260f005-4481-42fb-b062-a61db42c64de req-4bf262f7-7a6d-4cf7-b630-fe95f30191d4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=66894c69-c189-417d-8af1-926a1c078208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0614851 Mar 21 11:21:51.723951 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-3260f005-4481-42fb-b062-a61db42c64de req-a641076a-6ede-47d1-a148-a597dbad0af3 service neutron] 10.222.0.32 "GET /v2.0/networks/66894c69-c189-417d-8af1-926a1c078208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204636 Mar 21 11:21:51.837179 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-3260f005-4481-42fb-b062-a61db42c64de req-9e2c1ae2-729a-402f-aef6-80da74fd6074 service neutron] 10.222.0.32 "GET /v2.0/networks/66894c69-c189-417d-8af1-926a1c078208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070273 Mar 21 11:21:51.948302 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216bc992-fad4-457b-b36d-d4ef09e544f1 req-a2ccae53-0e4d-49ad-9f9b-7deab032a3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:21:51.949895 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-216bc992-fad4-457b-b36d-d4ef09e544f1 req-a2ccae53-0e4d-49ad-9f9b-7deab032a3f2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2d43b03df04b4f7caa64c7efe2bde5b4&device_id=5490be15-44e8-442d-ac87-85091879d6f2 HTTP/1.1" status: 200 len: 1128 time: 0.0543747 Mar 21 11:21:52.055089 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216bc992-fad4-457b-b36d-d4ef09e544f1 req-cb2be7ba-8693-4e27-b428-50c2ef2ab006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:21:52.056764 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-216bc992-fad4-457b-b36d-d4ef09e544f1 req-cb2be7ba-8693-4e27-b428-50c2ef2ab006 service neutron] 10.222.0.32 "GET /v2.0/networks?id=66894c69-c189-417d-8af1-926a1c078208 HTTP/1.1" status: 200 len: 916 time: 0.1008320 Mar 21 11:21:52.112173 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-216bc992-fad4-457b-b36d-d4ef09e544f1 req-9a2e6420-3d9c-4449-9c81-641b265b1ca8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=15aa13f2-a01d-4050-a0a0-2525376f8e3e HTTP/1.1" status: 200 len: 217 time: 0.0491164 Mar 21 11:21:52.167280 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216bc992-fad4-457b-b36d-d4ef09e544f1 req-41f8c4c7-d593-406b-bea8-2aebd38042e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:21:52.168848 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-216bc992-fad4-457b-b36d-d4ef09e544f1 req-41f8c4c7-d593-406b-bea8-2aebd38042e0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=73b8ce80-9359-46f4-9cf5-1c7d77e6147c HTTP/1.1" status: 200 len: 854 time: 0.0503135 Mar 21 11:21:52.225072 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216bc992-fad4-457b-b36d-d4ef09e544f1 req-f06c8e3f-e602-48e0-a920-bd648cb3a612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:21:52.226599 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-216bc992-fad4-457b-b36d-d4ef09e544f1 req-f06c8e3f-e602-48e0-a920-bd648cb3a612 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=66894c69-c189-417d-8af1-926a1c078208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0510578 Mar 21 11:21:52.334191 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-216bc992-fad4-457b-b36d-d4ef09e544f1 req-661b68ca-f821-4588-923c-ddc0c94c98cd service neutron] 10.222.0.32 "GET /v2.0/networks/66894c69-c189-417d-8af1-926a1c078208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003792 Mar 21 11:21:52.466339 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-216bc992-fad4-457b-b36d-d4ef09e544f1 req-2e872ff1-4129-493a-97de-1415da3be134 service neutron] 10.222.0.32 "GET /v2.0/networks/66894c69-c189-417d-8af1-926a1c078208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238344 Mar 21 11:21:52.599473 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f831776e-6819-4101-a88a-15e4672c1a52 req-3b51e119-3635-4600-a6e8-6ac224bdf077 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:21:52.600977 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-f831776e-6819-4101-a88a-15e4672c1a52 req-3b51e119-3635-4600-a6e8-6ac224bdf077 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] 10.222.0.24 "GET /v2.0/ports?device_id=5490be15-44e8-442d-ac87-85091879d6f2 HTTP/1.1" status: 200 len: 944 time: 0.0618021 Mar 21 11:21:52.689334 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-f831776e-6819-4101-a88a-15e4672c1a52 req-854ac9c7-8066-4b76-b9d6-54857cca5b66 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] 10.222.0.24 "GET /v2.0/security-groups?id=5c6edecd-a3d4-4208-9104-c3962d565aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816054 Mar 21 11:21:52.881834 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-723bfc0e-fab2-47b5-9106-cd7ec979d519 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (9c74c917-795e-4123-adbe-3a92cf8165ad), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:53.832736 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4eb881-14f4-4524-a908-55dcfdf19a8c req-76a8c127-4689-4b52-ae96-de2a1da39706 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:21:53.834515 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-4f4eb881-14f4-4524-a908-55dcfdf19a8c req-76a8c127-4689-4b52-ae96-de2a1da39706 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] 10.222.0.24 "GET /v2.0/ports?device_id=5490be15-44e8-442d-ac87-85091879d6f2 HTTP/1.1" status: 200 len: 944 time: 0.0674007 Mar 21 11:21:53.898010 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-4f4eb881-14f4-4524-a908-55dcfdf19a8c req-98686e5d-e9d6-4049-9fd0-b7bc222f8226 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] 10.222.0.24 "GET /v2.0/security-groups?id=5c6edecd-a3d4-4208-9104-c3962d565aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567040 Mar 21 11:21:54.708178 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Device 15aa13f2-a01d-4050-a0a0-2525376f8e3e details requested by agent hyperv_hv-cinder-83444 with host hv-cinder-83444 {{(pid=103423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 11:21:54.850972 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] For port 15aa13f2-a01d-4050-a0a0-2525376f8e3e, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=15aa13f2-a01d-4050-a0a0-2525376f8e3e,segment=NetworkSegment(4b176409-4b10-4757-9925-83e7a56a9f03),segment_id=4b176409-4b10-4757-9925-83e7a56a9f03)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:21:54.866757 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Returning: {'device': '15aa13f2-a01d-4050-a0a0-2525376f8e3e', 'network_id': '66894c69-c189-417d-8af1-926a1c078208', 'port_id': '15aa13f2-a01d-4050-a0a0-2525376f8e3e', 'mac_address': 'fa:16:3e:6c:1a:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73b8ce80-9359-46f4-9cf5-1c7d77e6147c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 11:21:54.926068 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Current status of the port 15aa13f2-a01d-4050-a0a0-2525376f8e3e is: DOWN; New status is: BUILD {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:21:54.926630 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (15aa13f2-a01d-4050-a0a0-2525376f8e3e), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:54.949594 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.notifiers.nova [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15aa13f2-a01d-4050-a0a0-2525376f8e3e {{(pid=103423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 11:21:54.973501 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] For port 15aa13f2-a01d-4050-a0a0-2525376f8e3e, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=15aa13f2-a01d-4050-a0a0-2525376f8e3e,segment=NetworkSegment(4b176409-4b10-4757-9925-83e7a56a9f03),segment_id=4b176409-4b10-4757-9925-83e7a56a9f03)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:21:54.979840 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817'] for port (15aa13f2-a01d-4050-a0a0-2525376f8e3e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:55.031658 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Pushing event updated for resources: {'Port': ['ID=15aa13f2-a01d-4050-a0a0-2525376f8e3e,revision_number=4']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:21:55.041985 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71edb2af-ec5f-4884-b2e3-bae3c423ee9e req-00c1f4c7-599f-4fcc-bec2-8e4a2b4d5a5b tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:21:55.043659 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-71edb2af-ec5f-4884-b2e3-bae3c423ee9e req-00c1f4c7-599f-4fcc-bec2-8e4a2b4d5a5b tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] 10.222.0.24 "GET /v2.0/ports?device_id=5490be15-44e8-442d-ac87-85091879d6f2 HTTP/1.1" status: 200 len: 945 time: 0.0595305 Mar 21 11:21:55.095783 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-71edb2af-ec5f-4884-b2e3-bae3c423ee9e req-665cb4f8-38ef-4f42-a72e-d2eafc5d3af8 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] 10.222.0.24 "GET /v2.0/security-groups?id=5c6edecd-a3d4-4208-9104-c3962d565aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440562 Mar 21 11:21:55.194821 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] get_ports_and_sgs() called for port_ids ['15aa13f2-a01d-4050-a0a0-2525376f8e3e'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 11:21:55.527283 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c28cef27-7c7a-4039-8777-22c1e51cf4c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (5097f9b2-2ef0-4af4-bde3-0c344dd6e70c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:55.859723 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (e1ce583e-86b5-47e2-b889-5e91679074ed), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:56.243158 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac76a59-664a-436d-a216-9783cd565ab2 req-7d202c3a-e84f-4e0f-a15a-74aa18d1296c tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:21:56.244770 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-0ac76a59-664a-436d-a216-9783cd565ab2 req-7d202c3a-e84f-4e0f-a15a-74aa18d1296c tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] 10.222.0.24 "GET /v2.0/ports?device_id=5490be15-44e8-442d-ac87-85091879d6f2 HTTP/1.1" status: 200 len: 945 time: 0.0643802 Mar 21 11:21:56.302658 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-0ac76a59-664a-436d-a216-9783cd565ab2 req-9badbedc-b444-49c3-aedd-28c1e4a559c6 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] 10.222.0.24 "GET /v2.0/security-groups?id=5c6edecd-a3d4-4208-9104-c3962d565aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474410 Mar 21 11:21:56.715363 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Device 15aa13f2-a01d-4050-a0a0-2525376f8e3e up at agent hyperv_hv-cinder-83444 {{(pid=103423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:21:56.775977 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Provisioning for port 15aa13f2-a01d-4050-a0a0-2525376f8e3e completed by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 21 11:21:56.782128 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Provisioning complete for port 15aa13f2-a01d-4050-a0a0-2525376f8e3e triggered by entity L2. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:21:56.782638 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688166'] for port (15aa13f2-a01d-4050-a0a0-2525376f8e3e), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:56.865136 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Current status of the port 15aa13f2-a01d-4050-a0a0-2525376f8e3e is: BUILD; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:21:56.866273 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (15aa13f2-a01d-4050-a0a0-2525376f8e3e), before_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:56.892417 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5490be15-44e8-442d-ac87-85091879d6f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15aa13f2-a01d-4050-a0a0-2525376f8e3e'}] {{(pid=103423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:21:56.894826 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f4962fb769adde196efb410afcfec8f2b34529d6df7ca74076ce40474c5a66c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-514875b8-7778-435b-8654-0d6ce91cc86e" -d '{"events": [{"server_uuid": "5490be15-44e8-442d-ac87-85091879d6f2", "name": "network-vif-plugged", "status": "completed", "tag": "15aa13f2-a01d-4050-a0a0-2525376f8e3e"}]}' {{(pid=103423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:21:56.912352 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] For port 15aa13f2-a01d-4050-a0a0-2525376f8e3e, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=15aa13f2-a01d-4050-a0a0-2525376f8e3e,segment=NetworkSegment(4b176409-4b10-4757-9925-83e7a56a9f03),segment_id=4b176409-4b10-4757-9925-83e7a56a9f03)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:21:56.918389 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817'] for port (15aa13f2-a01d-4050-a0a0-2525376f8e3e), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:56.955512 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 11:21:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93580ab6-e48d-47d6-8639-af53a31a72cb x-openstack-request-id: req-93580ab6-e48d-47d6-8639-af53a31a72cb {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:21:56.956214 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5490be15-44e8-442d-ac87-85091879d6f2", "name": "network-vif-plugged", "status": "completed", "tag": "15aa13f2-a01d-4050-a0a0-2525376f8e3e", "code": 200}]} {{(pid=103423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:21:56.956214 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-93580ab6-e48d-47d6-8639-af53a31a72cb {{(pid=103423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:21:56.956509 dv-cinder-834448-1-smb neutron-server[103423]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5490be15-44e8-442d-ac87-85091879d6f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15aa13f2-a01d-4050-a0a0-2525376f8e3e', 'code': 200} Mar 21 11:21:56.990050 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Pushing event updated for resources: {'Port': ['ID=15aa13f2-a01d-4050-a0a0-2525376f8e3e,revision_number=5']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:21:57.132384 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09542e29-3bc6-49c6-9146-a1324bb1495e req-4cfc97a1-b72a-4414-bc5f-26dc9529e5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:21:57.133889 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-09542e29-3bc6-49c6-9146-a1324bb1495e req-4cfc97a1-b72a-4414-bc5f-26dc9529e5e8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5490be15-44e8-442d-ac87-85091879d6f2 HTTP/1.1" status: 200 len: 1130 time: 0.0544670 Mar 21 11:21:57.180240 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 50370) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:21:57.184322 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-09542e29-3bc6-49c6-9146-a1324bb1495e req-db06a134-5392-487c-8f04-9aa2d9109027 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=5c6edecd-a3d4-4208-9104-c3962d565aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441599 Mar 21 11:21:57.225959 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4cb1084-8206-4129-aff2-3db7578bf4dc admin admin] Deleting subnet 08002a44-5b90-454d-a072-5da553404e00 {{(pid=103422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 21 11:21:57.230343 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c4cb1084-8206-4129-aff2-3db7578bf4dc admin admin] Publish callbacks [] for subnet (08002a44-5b90-454d-a072-5da553404e00), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:57.267035 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c4cb1084-8206-4129-aff2-3db7578bf4dc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267557842'] for subnet (08002a44-5b90-454d-a072-5da553404e00), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:57.312589 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c4cb1084-8206-4129-aff2-3db7578bf4dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-756234'] for subnet (08002a44-5b90-454d-a072-5da553404e00), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:57.373609 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c4cb1084-8206-4129-aff2-3db7578bf4dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-756243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265271843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265054729'] for subnet (08002a44-5b90-454d-a072-5da553404e00), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:57.400650 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cb1084-8206-4129-aff2-3db7578bf4dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08002a44-5b90-454d-a072-5da553404e00,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:21:57.406731 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c4cb1084-8206-4129-aff2-3db7578bf4dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693044'] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:57.412570 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-c4cb1084-8206-4129-aff2-3db7578bf4dc admin admin] 10.222.0.24 "DELETE /v2.0/subnets/08002a44-5b90-454d-a072-5da553404e00 HTTP/1.1" status: 204 len: 168 time: 0.2298939 Mar 21 11:21:57.414353 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 50374) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:21:57.454140 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c063cf3-410c-4c1c-a48f-a19845e60f2b req-8902526a-08ca-41ad-8adb-d84aedde7918 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:21:57.455815 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-1c063cf3-410c-4c1c-a48f-a19845e60f2b req-8902526a-08ca-41ad-8adb-d84aedde7918 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] 10.222.0.24 "GET /v2.0/ports?device_id=5490be15-44e8-442d-ac87-85091879d6f2 HTTP/1.1" status: 200 len: 946 time: 0.0692880 Mar 21 11:21:57.505377 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-657bf8e2-8496-4b36-8882-3b08954684f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814149'] for network (0c9bcdcb-fedc-4f36-804e-2525ea7781e1), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:57.508541 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-1c063cf3-410c-4c1c-a48f-a19845e60f2b req-1bb2d81e-5cb4-4d7b-a7c3-5fc8dc00c974 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] 10.222.0.24 "GET /v2.0/security-groups?id=5c6edecd-a3d4-4208-9104-c3962d565aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465667 Mar 21 11:21:57.600781 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-657bf8e2-8496-4b36-8882-3b08954684f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-689599', 'neutron.services.segments.db._delete_segments_for_network-8738246472259'] for network (0c9bcdcb-fedc-4f36-804e-2525ea7781e1), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:57.623153 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.services.segments.db [None req-657bf8e2-8496-4b36-8882-3b08954684f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c9bcdcb-fedc-4f36-804e-2525ea7781e1']}} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:21:57.633502 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.services.segments.db [None req-657bf8e2-8496-4b36-8882-3b08954684f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b19e3114-c19f-489f-8f55-bd12e0d12b82') {'for_net_delete': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:21:57.633820 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.services.segments.db [None req-657bf8e2-8496-4b36-8882-3b08954684f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b19e3114-c19f-489f-8f55-bd12e0d12b82') {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:21:57.645197 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-657bf8e2-8496-4b36-8882-3b08954684f0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738246472012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267557867'] for segment (b19e3114-c19f-489f-8f55-bd12e0d12b82), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:57.662339 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-657bf8e2-8496-4b36-8882-3b08954684f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751123'] for segment (b19e3114-c19f-489f-8f55-bd12e0d12b82), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:57.673646 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-657bf8e2-8496-4b36-8882-3b08954684f0 admin admin] Releasing vlan 449 on physical network physnet1 to pool {{(pid=103422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 11:21:57.674050 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-657bf8e2-8496-4b36-8882-3b08954684f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265271425'] for segment (b19e3114-c19f-489f-8f55-bd12e0d12b82), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:57.675885 dv-cinder-834448-1-smb neutron-server[103422]: Traceback (most recent call last): Mar 21 11:21:57.675885 dv-cinder-834448-1-smb neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 11:21:57.675885 dv-cinder-834448-1-smb neutron-server[103422]: timer() Mar 21 11:21:57.675885 dv-cinder-834448-1-smb neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 11:21:57.675885 dv-cinder-834448-1-smb neutron-server[103422]: cb(*args, **kw) Mar 21 11:21:57.675885 dv-cinder-834448-1-smb neutron-server[103422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 21 11:21:57.675885 dv-cinder-834448-1-smb neutron-server[103422]: return func(*args, **kwargs) Mar 21 11:21:57.675885 dv-cinder-834448-1-smb neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 11:21:57.675885 dv-cinder-834448-1-smb neutron-server[103422]: self._notify() Mar 21 11:21:57.675885 dv-cinder-834448-1-smb neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 11:21:57.675885 dv-cinder-834448-1-smb neutron-server[103422]: self.callback(batched_events) Mar 21 11:21:57.675885 dv-cinder-834448-1-smb neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 11:21:57.675885 dv-cinder-834448-1-smb neutron-server[103422]: event.method(event) Mar 21 11:21:57.675885 dv-cinder-834448-1-smb neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 21 11:21:57.675885 dv-cinder-834448-1-smb neutron-server[103422]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 11:21:57.675885 dv-cinder-834448-1-smb neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 21 11:21:57.675885 dv-cinder-834448-1-smb neutron-server[103422]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 11:21:57.675885 dv-cinder-834448-1-smb neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 21 11:21:57.675885 dv-cinder-834448-1-smb neutron-server[103422]: return f(self, *a, **k) Mar 21 11:21:57.675885 dv-cinder-834448-1-smb neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 21 11:21:57.675885 dv-cinder-834448-1-smb neutron-server[103422]: return self._get(url).json() Mar 21 11:21:57.675885 dv-cinder-834448-1-smb neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 21 11:21:57.675885 dv-cinder-834448-1-smb neutron-server[103422]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 11:21:57.675885 dv-cinder-834448-1-smb neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 11:21:57.675885 dv-cinder-834448-1-smb neutron-server[103422]: return self.request(url, 'GET', **kwargs) Mar 21 11:21:57.675885 dv-cinder-834448-1-smb neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 11:21:57.675885 dv-cinder-834448-1-smb neutron-server[103422]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 11:21:57.675885 dv-cinder-834448-1-smb neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 11:21:57.675885 dv-cinder-834448-1-smb neutron-server[103422]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 11:21:57.675885 dv-cinder-834448-1-smb neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 11:21:57.675885 dv-cinder-834448-1-smb neutron-server[103422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 11:21:57.675885 dv-cinder-834448-1-smb neutron-server[103422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 11:21:57.732641 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-657bf8e2-8496-4b36-8882-3b08954684f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-689540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1690746'] for network (0c9bcdcb-fedc-4f36-804e-2525ea7781e1), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:57.738942 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-657bf8e2-8496-4b36-8882-3b08954684f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693044'] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:57.742608 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-657bf8e2-8496-4b36-8882-3b08954684f0 admin admin] 10.222.0.24 "DELETE /v2.0/networks/0c9bcdcb-fedc-4f36-804e-2525ea7781e1 HTTP/1.1" status: 204 len: 168 time: 0.3272514 Mar 21 11:21:57.761317 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657bf8e2-8496-4b36-8882-3b08954684f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=0c9bcdcb-fedc-4f36-804e-2525ea7781e1,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:21:57.942280 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 50378) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:21:57.984100 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-7dd787e6-55d2-43b4-bba6-814d1a788ea4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9293dcf1a19b4cbeae30735191af2fc2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0405779 Mar 21 11:21:57.986649 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 50380) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:21:58.040587 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-9b773d8f-9bad-40cc-966d-60352d4f3c7b admin admin] Publish callbacks [] for security_group (24fc8614-278b-4e8e-a94f-c69589fdfddd), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:58.066587 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-9b773d8f-9bad-40cc-966d-60352d4f3c7b admin admin] Publish callbacks [] for security_group (24fc8614-278b-4e8e-a94f-c69589fdfddd), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:58.137121 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-9b773d8f-9bad-40cc-966d-60352d4f3c7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (24fc8614-278b-4e8e-a94f-c69589fdfddd), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:58.140372 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-9b773d8f-9bad-40cc-966d-60352d4f3c7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:58.146684 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-9b773d8f-9bad-40cc-966d-60352d4f3c7b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/24fc8614-278b-4e8e-a94f-c69589fdfddd HTTP/1.1" status: 204 len: 168 time: 0.1586094 Mar 21 11:21:58.158963 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b773d8f-9bad-40cc-966d-60352d4f3c7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24fc8614-278b-4e8e-a94f-c69589fdfddd,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:21:58.226734 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6694aa1f-bf8d-44e0-b771-2551b8853c50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (47320176-3fab-4a55-b687-b3e35e89e628), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:58.644178 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57816e21-2201-4132-87f7-9c19630d161d req-5c14521d-ee55-4732-8360-1f9003f1c7bd tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:21:58.646122 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-57816e21-2201-4132-87f7-9c19630d161d req-5c14521d-ee55-4732-8360-1f9003f1c7bd tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] 10.222.0.24 "GET /v2.0/ports?device_id=5490be15-44e8-442d-ac87-85091879d6f2 HTTP/1.1" status: 200 len: 946 time: 0.0604463 Mar 21 11:21:58.649105 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-5db6d96b-8c48-4aa5-944a-567c97b9cc9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (964235d6-d67c-4a74-84a5-611ab5391dc9), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:58.706303 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-57816e21-2201-4132-87f7-9c19630d161d req-ebdfe74e-25d3-49d2-9a9b-f4495cdf68fc tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] 10.222.0.24 "GET /v2.0/security-groups?id=5c6edecd-a3d4-4208-9104-c3962d565aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531127 Mar 21 11:21:58.829779 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe95710-9660-41b5-ada9-5e22f007b961 req-6bc07a28-302d-47ff-9b70-458cf232192b tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:21:58.832185 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-afe95710-9660-41b5-ada9-5e22f007b961 req-6bc07a28-302d-47ff-9b70-458cf232192b tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] 10.222.0.24 "GET /v2.0/ports?device_id=5490be15-44e8-442d-ac87-85091879d6f2 HTTP/1.1" status: 200 len: 946 time: 0.0584199 Mar 21 11:21:58.887100 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-afe95710-9660-41b5-ada9-5e22f007b961 req-a311a1ec-c601-42b0-a1c6-c531598de596 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] 10.222.0.24 "GET /v2.0/security-groups?id=5c6edecd-a3d4-4208-9104-c3962d565aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492697 Mar 21 11:21:59.245951 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e24a4f-99ce-4e4a-934a-1a6284cc1ec2 req-925440cd-a38b-42bc-892b-f389847345ab tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:21:59.247609 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-33e24a4f-99ce-4e4a-934a-1a6284cc1ec2 req-925440cd-a38b-42bc-892b-f389847345ab tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] 10.222.0.24 "GET /v2.0/ports?device_id=5490be15-44e8-442d-ac87-85091879d6f2 HTTP/1.1" status: 200 len: 946 time: 0.0591426 Mar 21 11:21:59.305826 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-33e24a4f-99ce-4e4a-934a-1a6284cc1ec2 req-8748fe36-5a17-41c0-bf64-401f248c2d96 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] 10.222.0.24 "GET /v2.0/security-groups?id=5c6edecd-a3d4-4208-9104-c3962d565aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490394 Mar 21 11:21:59.546766 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (4788e3a4-6d7d-47da-90c6-7227f6e2e35d), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:22:02.595835 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d0152e-bcf6-40f2-a105-46bfeafc90d9 req-a98884f5-2606-4946-bc77-0051470da0b1 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:22:02.597538 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-94d0152e-bcf6-40f2-a105-46bfeafc90d9 req-a98884f5-2606-4946-bc77-0051470da0b1 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] 10.222.0.24 "GET /v2.0/ports?device_id=5490be15-44e8-442d-ac87-85091879d6f2 HTTP/1.1" status: 200 len: 946 time: 0.0674868 Mar 21 11:22:02.654018 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-94d0152e-bcf6-40f2-a105-46bfeafc90d9 req-564788bb-56d2-479c-b972-4295634e4dbd tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] 10.222.0.24 "GET /v2.0/security-groups?id=5c6edecd-a3d4-4208-9104-c3962d565aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496640 Mar 21 11:22:02.679436 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 50474) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:22:02.903559 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dde66df-3920-4837-9c9e-14615962691e tempest-TestMinimumBasicScenario-689867839 tempest-TestMinimumBasicScenario-689867839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:22:02.905127 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-2dde66df-3920-4837-9c9e-14615962691e tempest-TestMinimumBasicScenario-689867839 tempest-TestMinimumBasicScenario-689867839-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=5490be15-44e8-442d-ac87-85091879d6f2 HTTP/1.1" status: 200 len: 1125 time: 0.2244756 Mar 21 11:22:02.908798 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 50478) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:22:02.914072 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.v2.base [None req-a5f70e7b-2e6f-4226-b67e-57189e0160b6 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] Request body: {'floatingip': {'floating_network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'port_id': '15aa13f2-a01d-4050-a0a0-2525376f8e3e', 'tenant_id': '2d43b03df04b4f7caa64c7efe2bde5b4', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:22:02.943667 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a5f70e7b-2e6f-4226-b67e-57189e0160b6 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:22:03.056329 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a5f70e7b-2e6f-4226-b67e-57189e0160b6 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (None), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:22:03.194594 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.db.db_base_plugin_common [None req-a5f70e7b-2e6f-4226-b67e-57189e0160b6 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] Allocated IP 172.28.0.164 (4a234a12-d706-4d7c-b6c3-ed2b05ad1623/3e258188-6a8e-4491-8eb3-50329fb1d7f1/33bf4a66-7ffd-4d3d-a543-d4fe504a2b65) {{(pid=103422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:22:03.319775 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a5f70e7b-2e6f-4226-b67e-57189e0160b6 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] Publish callbacks [] for port (33bf4a66-7ffd-4d3d-a543-d4fe504a2b65), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:22:03.356284 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a5f70e7b-2e6f-4226-b67e-57189e0160b6 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738246144781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265271506'] for port (33bf4a66-7ffd-4d3d-a543-d4fe504a2b65), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:22:03.400762 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5f70e7b-2e6f-4226-b67e-57189e0160b6 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] Network 4a234a12-d706-4d7c-b6c3-ed2b05ad1623 is already hosted by enough agents. {{(pid=103422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:22:03.403785 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.scheduler.base_scheduler [None req-a5f70e7b-2e6f-4226-b67e-57189e0160b6 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] Resources bound (agent type, host, resource id): {{(pid=103422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:22:03.407554 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f70e7b-2e6f-4226-b67e-57189e0160b6 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] Received port after_create {{(pid=103422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:22:03.416526 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f70e7b-2e6f-4226-b67e-57189e0160b6 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] Pushing event updated for resources: {'Port': ['ID=33bf4a66-7ffd-4d3d-a543-d4fe504a2b65,revision_number=1']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:22:03.801961 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a5f70e7b-2e6f-4226-b67e-57189e0160b6 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] Publish callbacks [] for floatingip (864aef91-9276-4e93-9a8b-1a91c127231b), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:22:03.887113 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a5f70e7b-2e6f-4226-b67e-57189e0160b6 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (33bf4a66-7ffd-4d3d-a543-d4fe504a2b65), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:22:04.057343 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a5f70e7b-2e6f-4226-b67e-57189e0160b6 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] Publish callbacks [] for port (33bf4a66-7ffd-4d3d-a543-d4fe504a2b65), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:22:04.064663 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a5f70e7b-2e6f-4226-b67e-57189e0160b6 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-265271525'] for port (33bf4a66-7ffd-4d3d-a543-d4fe504a2b65), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:22:04.131466 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f70e7b-2e6f-4226-b67e-57189e0160b6 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] Pushing event updated for resources: {'Port': ['ID=33bf4a66-7ffd-4d3d-a543-d4fe504a2b65,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:22:04.143252 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a5f70e7b-2e6f-4226-b67e-57189e0160b6 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1690700'] for floatingip (864aef91-9276-4e93-9a8b-1a91c127231b), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:22:04.259701 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.db.l3_db [None req-a5f70e7b-2e6f-4226-b67e-57189e0160b6 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] Floating IP 864aef91-9276-4e93-9a8b-1a91c127231b associated. External IP: 172.28.0.164, port: 15aa13f2-a01d-4050-a0a0-2525376f8e3e. Mar 21 11:22:04.482407 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 50492) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:22:04.489037 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5f70e7b-2e6f-4226-b67e-57189e0160b6 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] Router 67877a14-5f02-47ef-9887-c7a0fed54e30 has already been hosted by L3 agent 5097f9b2-2ef0-4af4-bde3-0c344dd6e70c {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 11:22:04.617499 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-992c089e-9f3f-4121-b45a-c368b311fde4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:22:04.621532 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5f70e7b-2e6f-4226-b67e-57189e0160b6 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] Notify agent at l3_agent.dv-cinder-834448-1-smb the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 11:22:04.633933 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b108c9-f69c-4115-b065-cae63de74be0 None None] Sync routers for ids ['67877a14-5f02-47ef-9887-c7a0fed54e30'] in dv-cinder-834448-1-smb {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 11:22:04.642256 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a5f70e7b-2e6f-4226-b67e-57189e0160b6 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97509'] for floatingip (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:22:04.646005 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b108c9-f69c-4115-b065-cae63de74be0 None None] Routers {'67877a14-5f02-47ef-9887-c7a0fed54e30'} bound to L3 agent in host dv-cinder-834448-1-smb {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:22:04.646703 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-70b108c9-f69c-4115-b065-cae63de74be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T11:04:55Z,description=,heartbeat_timestamp=2022-03-21T11:21:56Z,host='dv-cinder-834448-1-smb',id=5097f9b2-2ef0-4af4-bde3-0c344dd6e70c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:55Z,topic='l3_agent')) {'router_ids': ['67877a14-5f02-47ef-9887-c7a0fed54e30'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:22:04.708624 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-992c089e-9f3f-4121-b45a-c368b311fde4 admin admin] Publish callbacks [] for security_group (5f70c91e-c736-4434-aa18-ea8a43a05c85), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:22:04.713671 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-992c089e-9f3f-4121-b45a-c368b311fde4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (5f70c91e-c736-4434-aa18-ea8a43a05c85), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:22:04.755142 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992c089e-9f3f-4121-b45a-c368b311fde4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f70c91e-c736-4434-aa18-ea8a43a05c85,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:22:04.759543 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-992c089e-9f3f-4121-b45a-c368b311fde4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=19308390f25547f6ad8b6f2c26145528&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2759821 Mar 21 11:22:04.762108 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 50496) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:22:04.780110 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-70b108c9-f69c-4115-b065-cae63de74be0 None None] Set router 67877a14-5f02-47ef-9887-c7a0fed54e30 gateway port host: dv-cinder-834448-1-smb {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:22:04.820667 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-55387857-06e6-493f-b4e6-efeabb388efd admin admin] Publish callbacks [] for security_group (5f70c91e-c736-4434-aa18-ea8a43a05c85), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:22:04.849907 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-55387857-06e6-493f-b4e6-efeabb388efd admin admin] Publish callbacks [] for security_group (5f70c91e-c736-4434-aa18-ea8a43a05c85), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:22:04.910697 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-55387857-06e6-493f-b4e6-efeabb388efd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (5f70c91e-c736-4434-aa18-ea8a43a05c85), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:22:04.913905 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-55387857-06e6-493f-b4e6-efeabb388efd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:22:04.915353 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-55387857-06e6-493f-b4e6-efeabb388efd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5f70c91e-c736-4434-aa18-ea8a43a05c85 HTTP/1.1" status: 204 len: 168 time: 0.1521654 Mar 21 11:22:04.924196 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55387857-06e6-493f-b4e6-efeabb388efd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f70c91e-c736-4434-aa18-ea8a43a05c85,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:22:04.941269 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-a5f70e7b-2e6f-4226-b67e-57189e0160b6 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0287423 Mar 21 11:22:04.941269 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5490be15-44e8-442d-ac87-85091879d6f2', 'tag': '15aa13f2-a01d-4050-a0a0-2525376f8e3e'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:22:04.942124 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 50500) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:22:04.942214 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41c5d39db19d144038176bb777b16d1c8d23e2eed0354b669264d617ed9abe1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5f413e3-3a96-409d-9997-33977f033645" -d '{"events": [{"name": "network-changed", "server_uuid": "5490be15-44e8-442d-ac87-85091879d6f2", "tag": "15aa13f2-a01d-4050-a0a0-2525376f8e3e"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:22:04.946262 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.v2.base [None req-a6db540b-2414-46df-9ad2-79c444d354c6 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1209993088', 'description': 'tempest-secgroup-smoke-1209993088 description', 'project_id': '2d43b03df04b4f7caa64c7efe2bde5b4'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:22:04.982828 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a6db540b-2414-46df-9ad2-79c444d354c6 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] Publish callbacks [] for security_group (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:22:04.994335 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 11:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63d3fede-0d82-451b-b960-a8f63de46565 x-openstack-request-id: req-63d3fede-0d82-451b-b960-a8f63de46565 {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:22:04.994636 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5490be15-44e8-442d-ac87-85091879d6f2", "tag": "15aa13f2-a01d-4050-a0a0-2525376f8e3e", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:22:04.994903 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-63d3fede-0d82-451b-b960-a8f63de46565 {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:22:04.995297 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5490be15-44e8-442d-ac87-85091879d6f2', 'tag': '15aa13f2-a01d-4050-a0a0-2525376f8e3e', 'status': 'completed', 'code': 200} Mar 21 11:22:05.058765 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-70b108c9-f69c-4115-b065-cae63de74be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67877a14-5f02-47ef-9887-c7a0fed54e30', 'name': 'tempest-TestMinimumBasicScenario-1932612938-router', 'tenant_id': '2d43b03df04b4f7caa64c7efe2bde5b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'external_fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.179'}], 'enable_snat': True}, 'gw_port_id': 'ede5eb8a-c494-4e34-b7dc-58b7ce9b1cee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:21:08Z', 'updated_at': '2022-03-21T11:21:12Z', 'revision_number': 4, 'project_id': '2d43b03df04b4f7caa64c7efe2bde5b4', 'gw_port': {'id': 'ede5eb8a-c494-4e34-b7dc-58b7ce9b1cee', 'name': '', 'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:db:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67877a14-5f02-47ef-9887-c7a0fed54e30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:21:09Z', 'updated_at': '2022-03-21T11:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-smb', '_floatingips': [{'id': '864aef91-9276-4e93-9a8b-1a91c127231b', 'tenant_id': '2d43b03df04b4f7caa64c7efe2bde5b4', 'floating_ip_address': '172.28.0.164', 'floating_network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'router_id': '67877a14-5f02-47ef-9887-c7a0fed54e30', 'port_id': '15aa13f2-a01d-4050-a0a0-2525376f8e3e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '66894c69-c189-417d-8af1-926a1c078208', 'mac_address': 'fa:16:3e:6c:1a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5490be15-44e8-442d-ac87-85091879d6f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T11:22:03Z', 'updated_at': '2022-03-21T11:22:03Z', 'revision_number': 0, 'project_id': '2d43b03df04b4f7caa64c7efe2bde5b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70c90647-9290-43a4-b6d3-4e6b577fb244', 'name': '', 'network_id': '66894c69-c189-417d-8af1-926a1c078208', 'tenant_id': '2d43b03df04b4f7caa64c7efe2bde5b4', 'mac_address': 'fa:16:3e:04:e8:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67877a14-5f02-47ef-9887-c7a0fed54e30', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '73b8ce80-9359-46f4-9cf5-1c7d77e6147c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:21:11Z', 'updated_at': '2022-03-21T11:21:19Z', 'revision_number': 5, 'project_id': '2d43b03df04b4f7caa64c7efe2bde5b4', 'subnets': [{'id': '73b8ce80-9359-46f4-9cf5-1c7d77e6147c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-1-smb', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:22:05.089905 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b108c9-f69c-4115-b065-cae63de74be0 None None] Checking router: 67877a14-5f02-47ef-9887-c7a0fed54e30 for host: dv-cinder-834448-1-smb {{(pid=103423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 11:22:05.105713 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b108c9-f69c-4115-b065-cae63de74be0 None None] Routers {'67877a14-5f02-47ef-9887-c7a0fed54e30'} bound to L3 agent in host dv-cinder-834448-1-smb {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:22:05.106522 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-70b108c9-f69c-4115-b065-cae63de74be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T11:04:55Z,description=,heartbeat_timestamp=2022-03-21T11:21:56Z,host='dv-cinder-834448-1-smb',id=5097f9b2-2ef0-4af4-bde3-0c344dd6e70c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:55Z,topic='l3_agent')) {'router_ids': ['67877a14-5f02-47ef-9887-c7a0fed54e30'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:22:05.109227 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a6db540b-2414-46df-9ad2-79c444d354c6 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] Publish callbacks [] for security_group (be6d6353-d843-4b60-a84d-2dfffb5fd38a), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:22:05.113071 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f413e3-3a96-409d-9997-33977f033645 req-81ea05b1-686e-4e84-9f5b-0ec60598817e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:22:05.116779 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-a5f413e3-3a96-409d-9997-33977f033645 req-81ea05b1-686e-4e84-9f5b-0ec60598817e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2d43b03df04b4f7caa64c7efe2bde5b4&device_id=5490be15-44e8-442d-ac87-85091879d6f2 HTTP/1.1" status: 200 len: 1130 time: 0.0904605 Mar 21 11:22:05.130835 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a6db540b-2414-46df-9ad2-79c444d354c6 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (be6d6353-d843-4b60-a84d-2dfffb5fd38a), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:22:05.213126 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a6db540b-2414-46df-9ad2-79c444d354c6 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] Publish callbacks [] for security_group (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:22:05.214428 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-a6db540b-2414-46df-9ad2-79c444d354c6 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2717688 Mar 21 11:22:05.217608 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 50504) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:22:05.226537 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6db540b-2414-46df-9ad2-79c444d354c6 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be6d6353-d843-4b60-a84d-2dfffb5fd38a,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:22:05.227187 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.v2.base [None req-66afc8c6-f09a-4538-a09c-86a022252dd9 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] Request body: {'security_group_rule': {'security_group_id': 'be6d6353-d843-4b60-a84d-2dfffb5fd38a', 'project_id': '2d43b03df04b4f7caa64c7efe2bde5b4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:22:05.250726 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-70b108c9-f69c-4115-b065-cae63de74be0 None None] Set router 67877a14-5f02-47ef-9887-c7a0fed54e30 gateway port host: dv-cinder-834448-1-smb {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:22:05.264046 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f413e3-3a96-409d-9997-33977f033645 req-8c0c888a-8f63-4e0c-80d9-e3ea934fb812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:22:05.265803 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-a5f413e3-3a96-409d-9997-33977f033645 req-8c0c888a-8f63-4e0c-80d9-e3ea934fb812 service neutron] 10.222.0.32 "GET /v2.0/networks?id=66894c69-c189-417d-8af1-926a1c078208 HTTP/1.1" status: 200 len: 916 time: 0.1442447 Mar 21 11:22:05.285602 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-66afc8c6-f09a-4538-a09c-86a022252dd9 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] Publish callbacks [] for security_group_rule (6f129312-5f03-4b10-8b16-9612b50e56e7), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:22:05.348340 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-a5f413e3-3a96-409d-9997-33977f033645 req-6f7b7c15-4f94-4bfb-ad80-5098e33f2442 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=15aa13f2-a01d-4050-a0a0-2525376f8e3e HTTP/1.1" status: 200 len: 1000 time: 0.0766280 Mar 21 11:22:05.370789 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-66afc8c6-f09a-4538-a09c-86a022252dd9 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] Publish callbacks [] for security_group_rule (6f129312-5f03-4b10-8b16-9612b50e56e7), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:22:05.377270 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-66afc8c6-f09a-4538-a09c-86a022252dd9 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674879'] for security_group_rule (6f129312-5f03-4b10-8b16-9612b50e56e7), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:22:05.397955 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66afc8c6-f09a-4538-a09c-86a022252dd9 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f129312-5f03-4b10-8b16-9612b50e56e7,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:22:05.407186 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-66afc8c6-f09a-4538-a09c-86a022252dd9 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:22:05.407752 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f413e3-3a96-409d-9997-33977f033645 req-28b6d80d-956d-40ac-bcf8-ac3f327e53e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:22:05.411396 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-66afc8c6-f09a-4538-a09c-86a022252dd9 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1895936 Mar 21 11:22:05.411563 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-a5f413e3-3a96-409d-9997-33977f033645 req-28b6d80d-956d-40ac-bcf8-ac3f327e53e0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=73b8ce80-9359-46f4-9cf5-1c7d77e6147c HTTP/1.1" status: 200 len: 854 time: 0.0548179 Mar 21 11:22:05.411690 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 50506) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:22:05.416286 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.v2.base [None req-225e9f8c-a617-47e2-bbd5-490bea31ff75 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] Request body: {'security_group_rule': {'security_group_id': 'be6d6353-d843-4b60-a84d-2dfffb5fd38a', 'project_id': '2d43b03df04b4f7caa64c7efe2bde5b4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:22:05.451051 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-225e9f8c-a617-47e2-bbd5-490bea31ff75 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] Publish callbacks [] for security_group_rule (cfbf5f95-a130-4e5f-8361-24206803c1e7), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:22:05.467499 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f413e3-3a96-409d-9997-33977f033645 req-a08bcfce-a63a-47a9-95b3-1fd8db6958bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:22:05.469770 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-a5f413e3-3a96-409d-9997-33977f033645 req-a08bcfce-a63a-47a9-95b3-1fd8db6958bd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=66894c69-c189-417d-8af1-926a1c078208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0546272 Mar 21 11:22:05.515728 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-225e9f8c-a617-47e2-bbd5-490bea31ff75 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] Publish callbacks [] for security_group_rule (cfbf5f95-a130-4e5f-8361-24206803c1e7), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:22:05.521692 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-225e9f8c-a617-47e2-bbd5-490bea31ff75 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674879'] for security_group_rule (cfbf5f95-a130-4e5f-8361-24206803c1e7), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:22:05.551324 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225e9f8c-a617-47e2-bbd5-490bea31ff75 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfbf5f95-a130-4e5f-8361-24206803c1e7,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:22:05.558195 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-225e9f8c-a617-47e2-bbd5-490bea31ff75 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:22:05.564214 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-225e9f8c-a617-47e2-bbd5-490bea31ff75 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1472247 Mar 21 11:22:05.564494 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 50508) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:22:05.565517 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-a5f413e3-3a96-409d-9997-33977f033645 req-ec880869-640c-4b1f-a36a-77a7d4994ec4 service neutron] 10.222.0.32 "GET /v2.0/networks/66894c69-c189-417d-8af1-926a1c078208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886884 Mar 21 11:22:05.569138 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.v2.base [None req-b0c23f4d-b640-4109-8fc4-896578c842f6 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] Request body: {'security_group_rule': {'security_group_id': 'be6d6353-d843-4b60-a84d-2dfffb5fd38a', 'project_id': '2d43b03df04b4f7caa64c7efe2bde5b4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:22:05.571004 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-70b108c9-f69c-4115-b065-cae63de74be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67877a14-5f02-47ef-9887-c7a0fed54e30', 'name': 'tempest-TestMinimumBasicScenario-1932612938-router', 'tenant_id': '2d43b03df04b4f7caa64c7efe2bde5b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'external_fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.179'}], 'enable_snat': True}, 'gw_port_id': 'ede5eb8a-c494-4e34-b7dc-58b7ce9b1cee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:21:08Z', 'updated_at': '2022-03-21T11:21:12Z', 'revision_number': 4, 'project_id': '2d43b03df04b4f7caa64c7efe2bde5b4', 'gw_port': {'id': 'ede5eb8a-c494-4e34-b7dc-58b7ce9b1cee', 'name': '', 'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:db:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67877a14-5f02-47ef-9887-c7a0fed54e30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:21:09Z', 'updated_at': '2022-03-21T11:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-smb', '_floatingips': [{'id': '864aef91-9276-4e93-9a8b-1a91c127231b', 'tenant_id': '2d43b03df04b4f7caa64c7efe2bde5b4', 'floating_ip_address': '172.28.0.164', 'floating_network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'router_id': '67877a14-5f02-47ef-9887-c7a0fed54e30', 'port_id': '15aa13f2-a01d-4050-a0a0-2525376f8e3e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '66894c69-c189-417d-8af1-926a1c078208', 'mac_address': 'fa:16:3e:6c:1a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5490be15-44e8-442d-ac87-85091879d6f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T11:22:03Z', 'updated_at': '2022-03-21T11:22:03Z', 'revision_number': 0, 'project_id': '2d43b03df04b4f7caa64c7efe2bde5b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70c90647-9290-43a4-b6d3-4e6b577fb244', 'name': '', 'network_id': '66894c69-c189-417d-8af1-926a1c078208', 'tenant_id': '2d43b03df04b4f7caa64c7efe2bde5b4', 'mac_address': 'fa:16:3e:04:e8:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67877a14-5f02-47ef-9887-c7a0fed54e30', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '73b8ce80-9359-46f4-9cf5-1c7d77e6147c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:21:11Z', 'updated_at': '2022-03-21T11:21:19Z', 'revision_number': 5, 'project_id': '2d43b03df04b4f7caa64c7efe2bde5b4', 'subnets': [{'id': '73b8ce80-9359-46f4-9cf5-1c7d77e6147c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-1-smb', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:22:05.606379 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b0c23f4d-b640-4109-8fc4-896578c842f6 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] Publish callbacks [] for security_group_rule (672b681a-34c5-4afa-aab4-5de9fa0e3044), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:22:05.670508 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-a5f413e3-3a96-409d-9997-33977f033645 req-2edc64b7-8318-416d-82f0-93118bcd009d service neutron] 10.222.0.32 "GET /v2.0/networks/66894c69-c189-417d-8af1-926a1c078208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990424 Mar 21 11:22:05.687373 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b0c23f4d-b640-4109-8fc4-896578c842f6 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] Publish callbacks [] for security_group_rule (672b681a-34c5-4afa-aab4-5de9fa0e3044), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:22:05.691940 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b0c23f4d-b640-4109-8fc4-896578c842f6 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674879'] for security_group_rule (672b681a-34c5-4afa-aab4-5de9fa0e3044), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:22:05.711302 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c23f4d-b640-4109-8fc4-896578c842f6 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=672b681a-34c5-4afa-aab4-5de9fa0e3044,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:22:05.719483 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b0c23f4d-b640-4109-8fc4-896578c842f6 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:22:05.721023 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-b0c23f4d-b640-4109-8fc4-896578c842f6 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1555123 Mar 21 11:22:05.723941 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 50510) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:22:05.728422 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.v2.base [None req-13e0d462-1c41-4c43-8d89-fe7868a4f6d2 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] Request body: {'security_group_rule': {'security_group_id': 'be6d6353-d843-4b60-a84d-2dfffb5fd38a', 'project_id': '2d43b03df04b4f7caa64c7efe2bde5b4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:22:05.747389 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b108c9-f69c-4115-b065-cae63de74be0 None None] The sync data for ids ['67877a14-5f02-47ef-9887-c7a0fed54e30'] in dv-cinder-834448-1-smb is: [{'id': '67877a14-5f02-47ef-9887-c7a0fed54e30', 'name': 'tempest-TestMinimumBasicScenario-1932612938-router', 'tenant_id': '2d43b03df04b4f7caa64c7efe2bde5b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'external_fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.179'}], 'enable_snat': True}, 'gw_port_id': 'ede5eb8a-c494-4e34-b7dc-58b7ce9b1cee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:21:08Z', 'updated_at': '2022-03-21T11:21:12Z', 'revision_number': 4, 'project_id': '2d43b03df04b4f7caa64c7efe2bde5b4', 'gw_port': {'id': 'ede5eb8a-c494-4e34-b7dc-58b7ce9b1cee', 'name': '', 'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:db:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67877a14-5f02-47ef-9887-c7a0fed54e30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:21:09Z', 'updated_at': '2022-03-21T11:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-smb', '_floatingips': [{'id': '864aef91-9276-4e93-9a8b-1a91c127231b', 'tenant_id': '2d43b03df04b4f7caa64c7efe2bde5b4', 'floating_ip_address': '172.28.0.164', 'floating_network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'router_id': '67877a14-5f02-47ef-9887-c7a0fed54e30', 'port_id': '15aa13f2-a01d-4050-a0a0-2525376f8e3e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '66894c69-c189-417d-8af1-926a1c078208', 'mac_address': 'fa:16:3e:6c:1a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5490be15-44e8-442d-ac87-85091879d6f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T11:22:03Z', 'updated_at': '2022-03-21T11:22:03Z', 'revision_number': 0, 'project_id': '2d43b03df04b4f7caa64c7efe2bde5b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70c90647-9290-43a4-b6d3-4e6b577fb244', 'name': '', 'network_id': '66894c69-c189-417d-8af1-926a1c078208', 'tenant_id': '2d43b03df04b4f7caa64c7efe2bde5b4', 'mac_address': 'fa:16:3e:04:e8:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67877a14-5f02-47ef-9887-c7a0fed54e30', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '73b8ce80-9359-46f4-9cf5-1c7d77e6147c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:21:11Z', 'updated_at': '2022-03-21T11:21:19Z', 'revision_number': 5, 'project_id': '2d43b03df04b4f7caa64c7efe2bde5b4', 'subnets': [{'id': '73b8ce80-9359-46f4-9cf5-1c7d77e6147c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 11:22:05.754085 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-13e0d462-1c41-4c43-8d89-fe7868a4f6d2 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] Publish callbacks [] for security_group_rule (e117ebca-317e-4d3d-88f2-236c3f1a5d24), before_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:22:05.845608 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-13e0d462-1c41-4c43-8d89-fe7868a4f6d2 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] Publish callbacks [] for security_group_rule (e117ebca-317e-4d3d-88f2-236c3f1a5d24), precommit_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:22:05.851818 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-13e0d462-1c41-4c43-8d89-fe7868a4f6d2 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674879'] for security_group_rule (e117ebca-317e-4d3d-88f2-236c3f1a5d24), after_create {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:22:05.872590 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e0d462-1c41-4c43-8d89-fe7868a4f6d2 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e117ebca-317e-4d3d-88f2-236c3f1a5d24,revision_number=0']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:22:05.883971 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-13e0d462-1c41-4c43-8d89-fe7868a4f6d2 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:22:05.885279 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-13e0d462-1c41-4c43-8d89-fe7868a4f6d2 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1603456 Mar 21 11:22:05.888180 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 50512) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:22:05.892737 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.v2.base [None req-073990a8-b90b-4f10-807b-c2a1cc73d199 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] Request body: {'security_group_rule': {'security_group_id': 'be6d6353-d843-4b60-a84d-2dfffb5fd38a', 'project_id': '2d43b03df04b4f7caa64c7efe2bde5b4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:22:05.917557 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.db.securitygroups_db [None req-073990a8-b90b-4f10-807b-c2a1cc73d199 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] Project 2d43b03df04b4f7caa64c7efe2bde5b4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 21 11:22:05.922995 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-073990a8-b90b-4f10-807b-c2a1cc73d199 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] Publish callbacks [] for security_group_rule (c89113cb-15e4-455f-97a3-86c33a3443ee), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:22:05.971577 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011f8271-5e25-4741-999b-1659f8411a2d None None] New status for floating IP 864aef91-9276-4e93-9a8b-1a91c127231b: ACTIVE {{(pid=103424) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 11:22:05.996903 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-073990a8-b90b-4f10-807b-c2a1cc73d199 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] Publish callbacks [] for security_group_rule (c89113cb-15e4-455f-97a3-86c33a3443ee), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:22:06.001076 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-073990a8-b90b-4f10-807b-c2a1cc73d199 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674879'] for security_group_rule (c89113cb-15e4-455f-97a3-86c33a3443ee), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:22:06.020356 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073990a8-b90b-4f10-807b-c2a1cc73d199 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c89113cb-15e4-455f-97a3-86c33a3443ee,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:22:06.028930 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-073990a8-b90b-4f10-807b-c2a1cc73d199 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:22:06.030346 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-073990a8-b90b-4f10-807b-c2a1cc73d199 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1411035 Mar 21 11:22:06.033364 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 50514) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:22:06.038315 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.v2.base [None req-0955bbec-b514-4866-9f3a-0d617cb71abc tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] Request body: {'security_group_rule': {'security_group_id': 'be6d6353-d843-4b60-a84d-2dfffb5fd38a', 'project_id': '2d43b03df04b4f7caa64c7efe2bde5b4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:22:06.061744 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.db.securitygroups_db [None req-0955bbec-b514-4866-9f3a-0d617cb71abc tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] Project 2d43b03df04b4f7caa64c7efe2bde5b4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 21 11:22:06.068350 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0955bbec-b514-4866-9f3a-0d617cb71abc tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] Publish callbacks [] for security_group_rule (82e9e443-8a01-467f-8728-008934bb3345), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:22:06.146517 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0955bbec-b514-4866-9f3a-0d617cb71abc tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] Publish callbacks [] for security_group_rule (82e9e443-8a01-467f-8728-008934bb3345), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:22:06.151761 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0955bbec-b514-4866-9f3a-0d617cb71abc tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674879'] for security_group_rule (82e9e443-8a01-467f-8728-008934bb3345), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:22:06.171850 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0955bbec-b514-4866-9f3a-0d617cb71abc tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82e9e443-8a01-467f-8728-008934bb3345,revision_number=0']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:22:06.180523 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0955bbec-b514-4866-9f3a-0d617cb71abc tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:22:06.181848 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-0955bbec-b514-4866-9f3a-0d617cb71abc tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1475139 Mar 21 11:22:06.288049 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-86197ba7-6d45-48e6-81cc-a605d8fca5d5 req-a2855afe-b2d4-45f9-9b93-6264a046c2e2 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1209993088&fields=id&tenant_id=2d43b03df04b4f7caa64c7efe2bde5b4 HTTP/1.1" status: 200 len: 267 time: 0.0527749 Mar 21 11:22:06.348627 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86197ba7-6d45-48e6-81cc-a605d8fca5d5 req-e0eefa18-4524-40f0-b09d-5fc94cee29dc tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:22:06.350157 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-86197ba7-6d45-48e6-81cc-a605d8fca5d5 req-e0eefa18-4524-40f0-b09d-5fc94cee29dc tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] 10.222.0.24 "GET /v2.0/ports?device_id=5490be15-44e8-442d-ac87-85091879d6f2 HTTP/1.1" status: 200 len: 946 time: 0.0567300 Mar 21 11:22:06.361096 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.v2.base [req-86197ba7-6d45-48e6-81cc-a605d8fca5d5 req-af09a1dc-a59e-418e-9b88-0c4dc36db83b tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] Request body: {'port': {'security_groups': ['5c6edecd-a3d4-4208-9104-c3962d565aa0', 'be6d6353-d843-4b60-a84d-2dfffb5fd38a']}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:22:06.443984 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-86197ba7-6d45-48e6-81cc-a605d8fca5d5 req-af09a1dc-a59e-418e-9b88-0c4dc36db83b tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (15aa13f2-a01d-4050-a0a0-2525376f8e3e), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:22:06.659227 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-86197ba7-6d45-48e6-81cc-a605d8fca5d5 req-af09a1dc-a59e-418e-9b88-0c4dc36db83b tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] For port 15aa13f2-a01d-4050-a0a0-2525376f8e3e, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=15aa13f2-a01d-4050-a0a0-2525376f8e3e,segment=NetworkSegment(4b176409-4b10-4757-9925-83e7a56a9f03),segment_id=4b176409-4b10-4757-9925-83e7a56a9f03)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:22:06.695931 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-86197ba7-6d45-48e6-81cc-a605d8fca5d5 req-af09a1dc-a59e-418e-9b88-0c4dc36db83b tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] Publish callbacks [] for port (15aa13f2-a01d-4050-a0a0-2525376f8e3e), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:22:06.701616 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-86197ba7-6d45-48e6-81cc-a605d8fca5d5 req-af09a1dc-a59e-418e-9b88-0c4dc36db83b tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266186577'] for port (15aa13f2-a01d-4050-a0a0-2525376f8e3e), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:22:06.714219 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] get_ports_and_sgs() called for port_ids ['15aa13f2-a01d-4050-a0a0-2525376f8e3e'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 11:22:06.750794 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86197ba7-6d45-48e6-81cc-a605d8fca5d5 req-af09a1dc-a59e-418e-9b88-0c4dc36db83b tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:22:06.751434 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-86197ba7-6d45-48e6-81cc-a605d8fca5d5 req-af09a1dc-a59e-418e-9b88-0c4dc36db83b tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97509'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:22:06.752950 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-86197ba7-6d45-48e6-81cc-a605d8fca5d5 req-af09a1dc-a59e-418e-9b88-0c4dc36db83b tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] 10.222.0.24 "PUT /v2.0/ports/15aa13f2-a01d-4050-a0a0-2525376f8e3e HTTP/1.1" status: 200 len: 982 time: 0.3965285 Mar 21 11:22:06.753427 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5490be15-44e8-442d-ac87-85091879d6f2', 'tag': '15aa13f2-a01d-4050-a0a0-2525376f8e3e'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:22:06.755989 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881d039021bf7bfdbb2ec2cc2a60bd67cc793bf6de71028ad915050608b1b1c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a60fdb79-ad6d-413e-aaa9-aca3a6639d19" -d '{"events": [{"name": "network-changed", "server_uuid": "5490be15-44e8-442d-ac87-85091879d6f2", "tag": "15aa13f2-a01d-4050-a0a0-2525376f8e3e"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:22:06.783108 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af09a1dc-a59e-418e-9b88-0c4dc36db83b tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] Pushing event updated for resources: {'Port': ['ID=15aa13f2-a01d-4050-a0a0-2525376f8e3e,revision_number=6']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:22:06.817429 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] get_ports_and_sgs() called for port_ids ['15aa13f2-a01d-4050-a0a0-2525376f8e3e'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 11:22:06.822487 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 11:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dd28c91-0c5d-4446-be52-b662bdad19b0 x-openstack-request-id: req-8dd28c91-0c5d-4446-be52-b662bdad19b0 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:22:06.822997 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5490be15-44e8-442d-ac87-85091879d6f2", "tag": "15aa13f2-a01d-4050-a0a0-2525376f8e3e", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:22:06.823416 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8dd28c91-0c5d-4446-be52-b662bdad19b0 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:22:06.824060 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5490be15-44e8-442d-ac87-85091879d6f2', 'tag': '15aa13f2-a01d-4050-a0a0-2525376f8e3e', 'status': 'completed', 'code': 200} Mar 21 11:22:06.926966 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60fdb79-ad6d-413e-aaa9-aca3a6639d19 req-fb32fa58-7cc3-410a-a241-46da9d861ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:22:06.928494 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-a60fdb79-ad6d-413e-aaa9-aca3a6639d19 req-fb32fa58-7cc3-410a-a241-46da9d861ea1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2d43b03df04b4f7caa64c7efe2bde5b4&device_id=5490be15-44e8-442d-ac87-85091879d6f2 HTTP/1.1" status: 200 len: 1169 time: 0.0839095 Mar 21 11:22:06.996138 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e698c8-97ea-4d60-ba00-f2fa22a0e9b8 req-aa248968-1de1-46d7-9ed2-9889b2303912 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:22:06.997744 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-76e698c8-97ea-4d60-ba00-f2fa22a0e9b8 req-aa248968-1de1-46d7-9ed2-9889b2303912 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] 10.222.0.24 "GET /v2.0/ports?device_id=5490be15-44e8-442d-ac87-85091879d6f2 HTTP/1.1" status: 200 len: 985 time: 0.1417985 Mar 21 11:22:07.058782 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60fdb79-ad6d-413e-aaa9-aca3a6639d19 req-67b40148-da23-4766-90e6-d9712c5978fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:22:07.060314 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-a60fdb79-ad6d-413e-aaa9-aca3a6639d19 req-67b40148-da23-4766-90e6-d9712c5978fc service neutron] 10.222.0.32 "GET /v2.0/networks?id=66894c69-c189-417d-8af1-926a1c078208 HTTP/1.1" status: 200 len: 916 time: 0.1252606 Mar 21 11:22:07.072681 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-8bd20b71-5ce0-4600-8cf9-7219f646904f None None] Provisioning complete for port 15aa13f2-a01d-4050-a0a0-2525376f8e3e triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:22:07.073057 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-8bd20b71-5ce0-4600-8cf9-7219f646904f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688166'] for port (15aa13f2-a01d-4050-a0a0-2525376f8e3e), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:22:07.316137 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-8bd20b71-5ce0-4600-8cf9-7219f646904f None None] Current status of the port 15aa13f2-a01d-4050-a0a0-2525376f8e3e is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:22:07.412815 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-76e698c8-97ea-4d60-ba00-f2fa22a0e9b8 req-93bb60da-692f-4781-b791-ab6859715745 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] 10.222.0.24 "GET /v2.0/security-groups?id=be6d6353-d843-4b60-a84d-2dfffb5fd38a&id=5c6edecd-a3d4-4208-9104-c3962d565aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4087882 Mar 21 11:22:07.437317 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-a60fdb79-ad6d-413e-aaa9-aca3a6639d19 req-d6fd2136-a569-4d77-9758-b434f164b819 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=15aa13f2-a01d-4050-a0a0-2525376f8e3e HTTP/1.1" status: 200 len: 1002 time: 0.3689563 Mar 21 11:22:07.489364 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60fdb79-ad6d-413e-aaa9-aca3a6639d19 req-52f95dad-a103-43bd-8351-f1a0136e02c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:22:07.490806 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-a60fdb79-ad6d-413e-aaa9-aca3a6639d19 req-52f95dad-a103-43bd-8351-f1a0136e02c0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=73b8ce80-9359-46f4-9cf5-1c7d77e6147c HTTP/1.1" status: 200 len: 854 time: 0.0468998 Mar 21 11:22:07.543825 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60fdb79-ad6d-413e-aaa9-aca3a6639d19 req-cd09b007-12a6-49e8-b7cf-03db3195cde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:22:07.545241 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-a60fdb79-ad6d-413e-aaa9-aca3a6639d19 req-cd09b007-12a6-49e8-b7cf-03db3195cde8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=66894c69-c189-417d-8af1-926a1c078208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0475955 Mar 21 11:22:07.650344 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-a60fdb79-ad6d-413e-aaa9-aca3a6639d19 req-b8fe30f0-8904-4dab-a400-237d1914eb68 service neutron] 10.222.0.32 "GET /v2.0/networks/66894c69-c189-417d-8af1-926a1c078208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983543 Mar 21 11:22:07.746563 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-a60fdb79-ad6d-413e-aaa9-aca3a6639d19 req-7433f91f-5d15-493e-b89c-318175dd155b service neutron] 10.222.0.32 "GET /v2.0/networks/66894c69-c189-417d-8af1-926a1c078208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902863 Mar 21 11:22:15.519408 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.agents_db [None req-8008186f-aa22-4b77-a63e-1bf9dbff4757 None None] Agent healthcheck: found 6 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 11:22:22.877681 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-fc96bfab-b598-4c94-98c7-d202a095e3b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (9c74c917-795e-4123-adbe-3a92cf8165ad), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:22:25.522856 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-0493f456-34c6-4d28-9a82-2cd67d5cc8e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (5097f9b2-2ef0-4af4-bde3-0c344dd6e70c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:22:25.865710 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (e1ce583e-86b5-47e2-b889-5e91679074ed), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:22:28.235860 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6694aa1f-bf8d-44e0-b771-2551b8853c50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (47320176-3fab-4a55-b687-b3e35e89e628), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:22:28.647242 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-5db6d96b-8c48-4aa5-944a-567c97b9cc9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (964235d6-d67c-4a74-84a5-611ab5391dc9), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:22:29.561982 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (4788e3a4-6d7d-47da-90c6-7227f6e2e35d), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:22:33.049689 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe6936c-de3e-4b9f-84d6-9007a4c4490e req-b222d00d-1f3b-4e9b-9c7f-ea10547b6e31 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:22:33.051212 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-dfe6936c-de3e-4b9f-84d6-9007a4c4490e req-b222d00d-1f3b-4e9b-9c7f-ea10547b6e31 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] 10.222.0.24 "GET /v2.0/ports?device_id=5490be15-44e8-442d-ac87-85091879d6f2 HTTP/1.1" status: 200 len: 985 time: 0.0892289 Mar 21 11:22:33.057600 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa9b390-df5a-448e-9f77-f8d5d7c2492c req-4889c45f-1228-4ff9-85f7-cbe39624f47e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:22:33.059131 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-7aa9b390-df5a-448e-9f77-f8d5d7c2492c req-4889c45f-1228-4ff9-85f7-cbe39624f47e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2d43b03df04b4f7caa64c7efe2bde5b4&device_id=5490be15-44e8-442d-ac87-85091879d6f2 HTTP/1.1" status: 200 len: 1169 time: 0.0869138 Mar 21 11:22:33.184421 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-dfe6936c-de3e-4b9f-84d6-9007a4c4490e req-2695931f-a0b3-4772-abde-4c0d73b87394 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] 10.222.0.24 "GET /v2.0/security-groups?id=be6d6353-d843-4b60-a84d-2dfffb5fd38a&id=5c6edecd-a3d4-4208-9104-c3962d565aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1241443 Mar 21 11:22:33.195764 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa9b390-df5a-448e-9f77-f8d5d7c2492c req-5479e7a9-80d5-44b2-9777-909848c6278a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:22:33.197628 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-7aa9b390-df5a-448e-9f77-f8d5d7c2492c req-5479e7a9-80d5-44b2-9777-909848c6278a service neutron] 10.222.0.32 "GET /v2.0/networks?id=66894c69-c189-417d-8af1-926a1c078208 HTTP/1.1" status: 200 len: 916 time: 0.1316252 Mar 21 11:22:33.272812 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-7aa9b390-df5a-448e-9f77-f8d5d7c2492c req-de65e7ab-abf9-4f9b-8e30-a5fc90abaaff service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=15aa13f2-a01d-4050-a0a0-2525376f8e3e HTTP/1.1" status: 200 len: 1002 time: 0.0687985 Mar 21 11:22:33.331154 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa9b390-df5a-448e-9f77-f8d5d7c2492c req-02e10680-1ec2-41ac-a4ee-b77781ff01ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:22:33.332659 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-7aa9b390-df5a-448e-9f77-f8d5d7c2492c req-02e10680-1ec2-41ac-a4ee-b77781ff01ce service neutron] 10.222.0.32 "GET /v2.0/subnets?id=73b8ce80-9359-46f4-9cf5-1c7d77e6147c HTTP/1.1" status: 200 len: 854 time: 0.0538096 Mar 21 11:22:33.390652 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa9b390-df5a-448e-9f77-f8d5d7c2492c req-90fe6dd8-9eef-4ff8-abd9-d0c446397c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:22:33.392269 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-7aa9b390-df5a-448e-9f77-f8d5d7c2492c req-90fe6dd8-9eef-4ff8-abd9-d0c446397c62 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=66894c69-c189-417d-8af1-926a1c078208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0528684 Mar 21 11:22:33.490443 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-7aa9b390-df5a-448e-9f77-f8d5d7c2492c req-f2f8ef0a-e972-400e-a489-2b03154d114d service neutron] 10.222.0.32 "GET /v2.0/networks/66894c69-c189-417d-8af1-926a1c078208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910103 Mar 21 11:22:33.590359 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-7aa9b390-df5a-448e-9f77-f8d5d7c2492c req-2ff31b57-f015-4db5-aedb-2a0845331a9f service neutron] 10.222.0.32 "GET /v2.0/networks/66894c69-c189-417d-8af1-926a1c078208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934024 Mar 21 11:22:34.314484 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2700cf-2a9f-43a5-8530-4e5ecbe2f9c2 req-1c5c1a27-8770-4d33-b83d-dfa45d1182f9 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:22:34.315895 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-ab2700cf-2a9f-43a5-8530-4e5ecbe2f9c2 req-1c5c1a27-8770-4d33-b83d-dfa45d1182f9 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] 10.222.0.24 "GET /v2.0/ports?device_id=5490be15-44e8-442d-ac87-85091879d6f2 HTTP/1.1" status: 200 len: 985 time: 0.0585022 Mar 21 11:22:34.385678 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-ab2700cf-2a9f-43a5-8530-4e5ecbe2f9c2 req-f04783d1-9389-4eee-b10d-63055a62e5d3 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] 10.222.0.24 "GET /v2.0/security-groups?id=be6d6353-d843-4b60-a84d-2dfffb5fd38a&id=5c6edecd-a3d4-4208-9104-c3962d565aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0618708 Mar 21 11:22:35.419326 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dac1799-dd20-44dc-a929-5ec7bae9b41c req-c9929520-fb6f-4607-9c79-bd4d2496253f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:22:35.420850 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-4dac1799-dd20-44dc-a929-5ec7bae9b41c req-c9929520-fb6f-4607-9c79-bd4d2496253f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2d43b03df04b4f7caa64c7efe2bde5b4&device_id=5490be15-44e8-442d-ac87-85091879d6f2 HTTP/1.1" status: 200 len: 1169 time: 0.0478292 Mar 21 11:22:35.565863 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dac1799-dd20-44dc-a929-5ec7bae9b41c req-6bd92b72-a4b2-4c73-9156-437318bea2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:22:35.567225 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-4dac1799-dd20-44dc-a929-5ec7bae9b41c req-6bd92b72-a4b2-4c73-9156-437318bea2fd service neutron] 10.222.0.32 "GET /v2.0/networks?id=66894c69-c189-417d-8af1-926a1c078208 HTTP/1.1" status: 200 len: 916 time: 0.1240122 Mar 21 11:22:35.575618 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e11726a-f250-449d-bf4a-9717fe1deaf9 req-735d58e4-d1c1-47b9-a269-a2ea0d6736a5 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:22:35.577016 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-4e11726a-f250-449d-bf4a-9717fe1deaf9 req-735d58e4-d1c1-47b9-a269-a2ea0d6736a5 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] 10.222.0.24 "GET /v2.0/ports?device_id=5490be15-44e8-442d-ac87-85091879d6f2 HTTP/1.1" status: 200 len: 985 time: 0.0875616 Mar 21 11:22:35.667666 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-4dac1799-dd20-44dc-a929-5ec7bae9b41c req-b1a59636-e00a-454e-bac9-05911e70043c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=15aa13f2-a01d-4050-a0a0-2525376f8e3e HTTP/1.1" status: 200 len: 1002 time: 0.0896206 Mar 21 11:22:35.699656 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-4e11726a-f250-449d-bf4a-9717fe1deaf9 req-77dc9c32-9d3a-4928-8996-c938c33a074f tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] 10.222.0.24 "GET /v2.0/security-groups?id=be6d6353-d843-4b60-a84d-2dfffb5fd38a&id=5c6edecd-a3d4-4208-9104-c3962d565aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1158390 Mar 21 11:22:35.739810 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dac1799-dd20-44dc-a929-5ec7bae9b41c req-3b533d41-c113-4421-bc0e-64537048cfd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:22:35.741365 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-4dac1799-dd20-44dc-a929-5ec7bae9b41c req-3b533d41-c113-4421-bc0e-64537048cfd2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=73b8ce80-9359-46f4-9cf5-1c7d77e6147c HTTP/1.1" status: 200 len: 854 time: 0.0620999 Mar 21 11:22:35.794002 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dac1799-dd20-44dc-a929-5ec7bae9b41c req-d0c914b1-fb30-41fc-8e0b-ba1c1eff8da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:22:35.795751 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-4dac1799-dd20-44dc-a929-5ec7bae9b41c req-d0c914b1-fb30-41fc-8e0b-ba1c1eff8da8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=66894c69-c189-417d-8af1-926a1c078208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0484869 Mar 21 11:22:35.891547 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-4dac1799-dd20-44dc-a929-5ec7bae9b41c req-d4912f3c-e176-401b-aff3-4d18a2dbdd33 service neutron] 10.222.0.32 "GET /v2.0/networks/66894c69-c189-417d-8af1-926a1c078208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900824 Mar 21 11:22:35.994063 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-4dac1799-dd20-44dc-a929-5ec7bae9b41c req-4df3b495-82ef-4e6e-9117-149eb633d672 service neutron] 10.222.0.32 "GET /v2.0/networks/66894c69-c189-417d-8af1-926a1c078208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957069 Mar 21 11:22:36.835810 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654fe78f-f1d1-41a0-8a7d-fd5790d0c6b2 req-da1abb4a-2c1f-468e-846f-5fae937b5031 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:22:36.838683 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-654fe78f-f1d1-41a0-8a7d-fd5790d0c6b2 req-da1abb4a-2c1f-468e-846f-5fae937b5031 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] 10.222.0.24 "GET /v2.0/ports?device_id=5490be15-44e8-442d-ac87-85091879d6f2 HTTP/1.1" status: 200 len: 985 time: 0.0678632 Mar 21 11:22:36.914197 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-654fe78f-f1d1-41a0-8a7d-fd5790d0c6b2 req-3712434a-4759-41fd-8546-e8b9624ddeb0 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] 10.222.0.24 "GET /v2.0/security-groups?id=be6d6353-d843-4b60-a84d-2dfffb5fd38a&id=5c6edecd-a3d4-4208-9104-c3962d565aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0646272 Mar 21 11:22:38.051048 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8a10e2-1b8c-43ce-9651-6e9f9bb64c53 req-1bc2af94-df84-4af7-8b54-1b4df0de9a31 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:22:38.052643 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-6c8a10e2-1b8c-43ce-9651-6e9f9bb64c53 req-1bc2af94-df84-4af7-8b54-1b4df0de9a31 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] 10.222.0.24 "GET /v2.0/ports?device_id=5490be15-44e8-442d-ac87-85091879d6f2 HTTP/1.1" status: 200 len: 985 time: 0.0568707 Mar 21 11:22:38.131182 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-6c8a10e2-1b8c-43ce-9651-6e9f9bb64c53 req-c28b9088-a22c-4971-bc79-1c8715e9cfba tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] 10.222.0.24 "GET /v2.0/security-groups?id=be6d6353-d843-4b60-a84d-2dfffb5fd38a&id=5c6edecd-a3d4-4208-9104-c3962d565aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0724127 Mar 21 11:22:39.279894 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e928bdbf-efc0-40de-bae5-306066f1b1a4 req-5e6eb78a-62f6-4180-ac9e-2c6680502996 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:22:39.281428 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-e928bdbf-efc0-40de-bae5-306066f1b1a4 req-5e6eb78a-62f6-4180-ac9e-2c6680502996 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] 10.222.0.24 "GET /v2.0/ports?device_id=5490be15-44e8-442d-ac87-85091879d6f2 HTTP/1.1" status: 200 len: 985 time: 0.0585010 Mar 21 11:22:39.349011 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-e928bdbf-efc0-40de-bae5-306066f1b1a4 req-9f0f7714-b700-4e8c-82b0-41cae51f628c tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] 10.222.0.24 "GET /v2.0/security-groups?id=be6d6353-d843-4b60-a84d-2dfffb5fd38a&id=5c6edecd-a3d4-4208-9104-c3962d565aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0615191 Mar 21 11:22:40.485260 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a107fec6-1610-4b82-9480-2da120865159 req-57f40eee-c23d-4552-9166-4af95d0b121a tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:22:40.487019 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-a107fec6-1610-4b82-9480-2da120865159 req-57f40eee-c23d-4552-9166-4af95d0b121a tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] 10.222.0.24 "GET /v2.0/ports?device_id=5490be15-44e8-442d-ac87-85091879d6f2 HTTP/1.1" status: 200 len: 985 time: 0.0613923 Mar 21 11:22:40.553748 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-a107fec6-1610-4b82-9480-2da120865159 req-d4970f63-491f-48a0-afe6-e3acdd4019d4 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] 10.222.0.24 "GET /v2.0/security-groups?id=be6d6353-d843-4b60-a84d-2dfffb5fd38a&id=5c6edecd-a3d4-4208-9104-c3962d565aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0595052 Mar 21 11:22:41.691414 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334a8c8a-bb67-4131-88c5-e876d4a12de6 req-75ad4a63-5484-4b26-8beb-cd72744cafc8 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:22:41.692975 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-334a8c8a-bb67-4131-88c5-e876d4a12de6 req-75ad4a63-5484-4b26-8beb-cd72744cafc8 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] 10.222.0.24 "GET /v2.0/ports?device_id=5490be15-44e8-442d-ac87-85091879d6f2 HTTP/1.1" status: 200 len: 985 time: 0.0673950 Mar 21 11:22:41.756365 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-334a8c8a-bb67-4131-88c5-e876d4a12de6 req-3a7df844-31d7-445a-b12f-3fa262b38927 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] 10.222.0.24 "GET /v2.0/security-groups?id=be6d6353-d843-4b60-a84d-2dfffb5fd38a&id=5c6edecd-a3d4-4208-9104-c3962d565aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0572739 Mar 21 11:22:42.902555 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7da654-22e3-4d80-afbf-574efe9458cb req-10ffd32e-c8b9-4054-8a2d-74cda1a2037f tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:22:42.904134 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-3a7da654-22e3-4d80-afbf-574efe9458cb req-10ffd32e-c8b9-4054-8a2d-74cda1a2037f tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] 10.222.0.24 "GET /v2.0/ports?device_id=5490be15-44e8-442d-ac87-85091879d6f2 HTTP/1.1" status: 200 len: 985 time: 0.0650406 Mar 21 11:22:42.967258 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-3a7da654-22e3-4d80-afbf-574efe9458cb req-eb61ee6e-84e1-4f91-be72-ebc887cf09a0 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] 10.222.0.24 "GET /v2.0/security-groups?id=be6d6353-d843-4b60-a84d-2dfffb5fd38a&id=5c6edecd-a3d4-4208-9104-c3962d565aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0568631 Mar 21 11:22:44.105877 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5f2d14-a58a-48ed-b2f5-a59d87ad85dd req-3240f403-0342-4cd4-901e-bb673fa22e51 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:22:44.107417 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-5c5f2d14-a58a-48ed-b2f5-a59d87ad85dd req-3240f403-0342-4cd4-901e-bb673fa22e51 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] 10.222.0.24 "GET /v2.0/ports?device_id=5490be15-44e8-442d-ac87-85091879d6f2 HTTP/1.1" status: 200 len: 985 time: 0.0663254 Mar 21 11:22:44.175027 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-5c5f2d14-a58a-48ed-b2f5-a59d87ad85dd req-581332d2-4cd8-48f5-a609-407ebf1ed1ce tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] 10.222.0.24 "GET /v2.0/security-groups?id=be6d6353-d843-4b60-a84d-2dfffb5fd38a&id=5c6edecd-a3d4-4208-9104-c3962d565aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0610275 Mar 21 11:22:45.311895 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46accc6-c231-4981-9cc8-d75a0935dbf0 req-cc5a914d-e5b1-4e9e-8b0d-bd6633db3d5c tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:22:45.313711 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-c46accc6-c231-4981-9cc8-d75a0935dbf0 req-cc5a914d-e5b1-4e9e-8b0d-bd6633db3d5c tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] 10.222.0.24 "GET /v2.0/ports?device_id=5490be15-44e8-442d-ac87-85091879d6f2 HTTP/1.1" status: 200 len: 985 time: 0.0652697 Mar 21 11:22:45.390165 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-c46accc6-c231-4981-9cc8-d75a0935dbf0 req-6a59c5a1-8cd7-4716-b3d4-9b0c1fc18e62 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] 10.222.0.24 "GET /v2.0/security-groups?id=be6d6353-d843-4b60-a84d-2dfffb5fd38a&id=5c6edecd-a3d4-4208-9104-c3962d565aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0693450 Mar 21 11:22:52.521473 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.agents_db [None req-8008186f-aa22-4b77-a63e-1bf9dbff4757 None None] Agent healthcheck: found 6 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 11:22:52.882846 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e4cc54b3-18e3-42ee-baf0-d42ef86116ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (9c74c917-795e-4123-adbe-3a92cf8165ad), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:22:55.529893 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-481b645e-0865-4aca-9266-38948c97d894 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (5097f9b2-2ef0-4af4-bde3-0c344dd6e70c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:22:55.875062 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (e1ce583e-86b5-47e2-b889-5e91679074ed), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:22:58.239041 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6694aa1f-bf8d-44e0-b771-2551b8853c50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (47320176-3fab-4a55-b687-b3e35e89e628), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:22:58.650731 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-5db6d96b-8c48-4aa5-944a-567c97b9cc9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (964235d6-d67c-4a74-84a5-611ab5391dc9), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:22:59.554150 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (4788e3a4-6d7d-47da-90c6-7227f6e2e35d), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:23:17.299079 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-23c24d78-4486-42d0-b69f-c7a1755ff60e req-2ce8d4c8-500e-43e8-a9ba-65e38ad425fd tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1209993088&fields=id&tenant_id=2d43b03df04b4f7caa64c7efe2bde5b4 HTTP/1.1" status: 200 len: 267 time: 0.0488420 Mar 21 11:23:17.361098 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c24d78-4486-42d0-b69f-c7a1755ff60e req-b40a384a-f984-4d7f-b9c2-aee19c82ead8 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:23:17.362693 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-23c24d78-4486-42d0-b69f-c7a1755ff60e req-b40a384a-f984-4d7f-b9c2-aee19c82ead8 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] 10.222.0.24 "GET /v2.0/ports?device_id=5490be15-44e8-442d-ac87-85091879d6f2 HTTP/1.1" status: 200 len: 985 time: 0.0575836 Mar 21 11:23:17.374849 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.v2.base [req-23c24d78-4486-42d0-b69f-c7a1755ff60e req-e0faedfc-d41a-431b-9e95-2127a3bb54b2 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] Request body: {'port': {'security_groups': ['5c6edecd-a3d4-4208-9104-c3962d565aa0']}} {{(pid=103421) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:23:17.454197 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-23c24d78-4486-42d0-b69f-c7a1755ff60e req-e0faedfc-d41a-431b-9e95-2127a3bb54b2 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601652'] for port (15aa13f2-a01d-4050-a0a0-2525376f8e3e), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:23:17.637437 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-23c24d78-4486-42d0-b69f-c7a1755ff60e req-e0faedfc-d41a-431b-9e95-2127a3bb54b2 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] For port 15aa13f2-a01d-4050-a0a0-2525376f8e3e, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=15aa13f2-a01d-4050-a0a0-2525376f8e3e,segment=NetworkSegment(4b176409-4b10-4757-9925-83e7a56a9f03),segment_id=4b176409-4b10-4757-9925-83e7a56a9f03)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:23:17.673595 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-23c24d78-4486-42d0-b69f-c7a1755ff60e req-e0faedfc-d41a-431b-9e95-2127a3bb54b2 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] Publish callbacks [] for port (15aa13f2-a01d-4050-a0a0-2525376f8e3e), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:23:17.680924 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-23c24d78-4486-42d0-b69f-c7a1755ff60e req-e0faedfc-d41a-431b-9e95-2127a3bb54b2 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738246698644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738246144799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738246144817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266186577'] for port (15aa13f2-a01d-4050-a0a0-2525376f8e3e), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:23:17.693309 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] get_ports_and_sgs() called for port_ids ['15aa13f2-a01d-4050-a0a0-2525376f8e3e'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 11:23:17.728207 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c24d78-4486-42d0-b69f-c7a1755ff60e req-e0faedfc-d41a-431b-9e95-2127a3bb54b2 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:23:17.728884 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-23c24d78-4486-42d0-b69f-c7a1755ff60e req-e0faedfc-d41a-431b-9e95-2127a3bb54b2 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97509'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:23:17.730703 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-23c24d78-4486-42d0-b69f-c7a1755ff60e req-e0faedfc-d41a-431b-9e95-2127a3bb54b2 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] 10.222.0.24 "PUT /v2.0/ports/15aa13f2-a01d-4050-a0a0-2525376f8e3e HTTP/1.1" status: 200 len: 943 time: 0.3610578 Mar 21 11:23:17.730966 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5490be15-44e8-442d-ac87-85091879d6f2', 'tag': '15aa13f2-a01d-4050-a0a0-2525376f8e3e'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:23:17.733321 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881d039021bf7bfdbb2ec2cc2a60bd67cc793bf6de71028ad915050608b1b1c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94ef0e62-fb29-4fa2-950f-cdd89a79d079" -d '{"events": [{"name": "network-changed", "server_uuid": "5490be15-44e8-442d-ac87-85091879d6f2", "tag": "15aa13f2-a01d-4050-a0a0-2525376f8e3e"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:23:17.737408 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 50572) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:23:17.770186 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0faedfc-d41a-431b-9e95-2127a3bb54b2 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] Pushing event updated for resources: {'Port': ['ID=15aa13f2-a01d-4050-a0a0-2525376f8e3e,revision_number=7']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:23:17.781268 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0faedfc-d41a-431b-9e95-2127a3bb54b2 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:23:17.781604 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0faedfc-d41a-431b-9e95-2127a3bb54b2 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:23:17.781955 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0faedfc-d41a-431b-9e95-2127a3bb54b2 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:23:17.782302 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0faedfc-d41a-431b-9e95-2127a3bb54b2 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:23:17.782638 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0faedfc-d41a-431b-9e95-2127a3bb54b2 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:23:17.782971 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0faedfc-d41a-431b-9e95-2127a3bb54b2 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:23:17.783302 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0faedfc-d41a-431b-9e95-2127a3bb54b2 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:23:17.783658 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0faedfc-d41a-431b-9e95-2127a3bb54b2 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:23:17.784046 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0faedfc-d41a-431b-9e95-2127a3bb54b2 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:23:17.784546 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0faedfc-d41a-431b-9e95-2127a3bb54b2 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:23:17.784880 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0faedfc-d41a-431b-9e95-2127a3bb54b2 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:23:17.785210 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0faedfc-d41a-431b-9e95-2127a3bb54b2 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:23:17.785564 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0faedfc-d41a-431b-9e95-2127a3bb54b2 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:23:17.785892 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0faedfc-d41a-431b-9e95-2127a3bb54b2 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:23:17.786213 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0faedfc-d41a-431b-9e95-2127a3bb54b2 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:23:17.793314 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 11:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d752ea6-497b-4702-a93d-1f02f5d0fd2d x-openstack-request-id: req-7d752ea6-497b-4702-a93d-1f02f5d0fd2d {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:23:17.793687 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5490be15-44e8-442d-ac87-85091879d6f2", "tag": "15aa13f2-a01d-4050-a0a0-2525376f8e3e", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:23:17.793872 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7d752ea6-497b-4702-a93d-1f02f5d0fd2d {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:23:17.794263 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5490be15-44e8-442d-ac87-85091879d6f2', 'tag': '15aa13f2-a01d-4050-a0a0-2525376f8e3e', 'status': 'completed', 'code': 200} Mar 21 11:23:17.845442 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-944806fd-2c95-4c02-bd60-84f7f5506045 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] Publish callbacks [] for security_group (be6d6353-d843-4b60-a84d-2dfffb5fd38a), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:23:17.857272 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] get_ports_and_sgs() called for port_ids ['15aa13f2-a01d-4050-a0a0-2525376f8e3e'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 11:23:17.872227 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ef0e62-fb29-4fa2-950f-cdd89a79d079 req-ae358b61-5bfb-4f63-b5ba-b183ff7e4583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:23:17.873985 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-94ef0e62-fb29-4fa2-950f-cdd89a79d079 req-ae358b61-5bfb-4f63-b5ba-b183ff7e4583 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2d43b03df04b4f7caa64c7efe2bde5b4&device_id=5490be15-44e8-442d-ac87-85091879d6f2 HTTP/1.1" status: 200 len: 1130 time: 0.0632095 Mar 21 11:23:17.877743 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-944806fd-2c95-4c02-bd60-84f7f5506045 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] Publish callbacks [] for security_group (be6d6353-d843-4b60-a84d-2dfffb5fd38a), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:23:17.959358 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-944806fd-2c95-4c02-bd60-84f7f5506045 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (be6d6353-d843-4b60-a84d-2dfffb5fd38a), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:23:17.963022 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-944806fd-2c95-4c02-bd60-84f7f5506045 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:23:17.964482 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-944806fd-2c95-4c02-bd60-84f7f5506045 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] 10.222.0.24 "DELETE /v2.0/security-groups/be6d6353-d843-4b60-a84d-2dfffb5fd38a HTTP/1.1" status: 204 len: 168 time: 0.2259703 Mar 21 11:23:17.974547 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 50576) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:23:17.975348 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944806fd-2c95-4c02-bd60-84f7f5506045 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be6d6353-d843-4b60-a84d-2dfffb5fd38a,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:23:17.979383 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ef0e62-fb29-4fa2-950f-cdd89a79d079 req-e34231d7-7ac9-4875-98ec-c5318185aa2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:23:17.981206 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-94ef0e62-fb29-4fa2-950f-cdd89a79d079 req-e34231d7-7ac9-4875-98ec-c5318185aa2b service neutron] 10.222.0.32 "GET /v2.0/networks?id=66894c69-c189-417d-8af1-926a1c078208 HTTP/1.1" status: 200 len: 916 time: 0.1003258 Mar 21 11:23:17.985512 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944806fd-2c95-4c02-bd60-84f7f5506045 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:23:17.985877 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944806fd-2c95-4c02-bd60-84f7f5506045 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:23:17.986284 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944806fd-2c95-4c02-bd60-84f7f5506045 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:23:17.986576 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944806fd-2c95-4c02-bd60-84f7f5506045 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:23:17.986894 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944806fd-2c95-4c02-bd60-84f7f5506045 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:23:17.987214 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944806fd-2c95-4c02-bd60-84f7f5506045 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:23:17.987538 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944806fd-2c95-4c02-bd60-84f7f5506045 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:23:17.987934 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944806fd-2c95-4c02-bd60-84f7f5506045 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:23:17.988261 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944806fd-2c95-4c02-bd60-84f7f5506045 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:23:17.988571 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944806fd-2c95-4c02-bd60-84f7f5506045 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:23:17.988933 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944806fd-2c95-4c02-bd60-84f7f5506045 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:23:17.989249 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944806fd-2c95-4c02-bd60-84f7f5506045 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:23:17.989570 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944806fd-2c95-4c02-bd60-84f7f5506045 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:23:17.989883 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944806fd-2c95-4c02-bd60-84f7f5506045 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:23:17.990244 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944806fd-2c95-4c02-bd60-84f7f5506045 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:23:18.060094 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-94ef0e62-fb29-4fa2-950f-cdd89a79d079 req-a6259080-9a94-4c15-aee2-98a47809c76f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=15aa13f2-a01d-4050-a0a0-2525376f8e3e HTTP/1.1" status: 200 len: 1002 time: 0.0714984 Mar 21 11:23:18.082279 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.provisioning_blocks [None req-fc1a7e06-98cc-4dfd-8dc3-b487c704a861 None None] Provisioning complete for port 15aa13f2-a01d-4050-a0a0-2525376f8e3e triggered by entity DHCP. {{(pid=103423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:23:18.082698 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-fc1a7e06-98cc-4dfd-8dc3-b487c704a861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688166'] for port (15aa13f2-a01d-4050-a0a0-2525376f8e3e), provisioning_complete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:23:18.114024 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ef0e62-fb29-4fa2-950f-cdd89a79d079 req-448a1e90-941d-4e09-b38a-149098e8e391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:23:18.115553 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-94ef0e62-fb29-4fa2-950f-cdd89a79d079 req-448a1e90-941d-4e09-b38a-149098e8e391 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=73b8ce80-9359-46f4-9cf5-1c7d77e6147c HTTP/1.1" status: 200 len: 854 time: 0.0503397 Mar 21 11:23:18.171774 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-5717721d-dea3-4ecb-b938-0a1234701405 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] Deleting port 33bf4a66-7ffd-4d3d-a543-d4fe504a2b65 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:23:18.171774 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5717721d-dea3-4ecb-b938-0a1234701405 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738246690591'] for port (33bf4a66-7ffd-4d3d-a543-d4fe504a2b65), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:23:18.176935 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-fc1a7e06-98cc-4dfd-8dc3-b487c704a861 None None] Current status of the port 15aa13f2-a01d-4050-a0a0-2525376f8e3e is: ACTIVE; New status is: ACTIVE {{(pid=103423) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:23:18.182699 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ef0e62-fb29-4fa2-950f-cdd89a79d079 req-c68a6fe4-03c5-4d45-b489-aacbc2d54284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:23:18.185113 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-94ef0e62-fb29-4fa2-950f-cdd89a79d079 req-c68a6fe4-03c5-4d45-b489-aacbc2d54284 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=66894c69-c189-417d-8af1-926a1c078208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0629640 Mar 21 11:23:18.265471 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5717721d-dea3-4ecb-b938-0a1234701405 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701214'] for port (33bf4a66-7ffd-4d3d-a543-d4fe504a2b65), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:23:18.265864 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5717721d-dea3-4ecb-b938-0a1234701405 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] Publish callbacks [] for floatingip (33bf4a66-7ffd-4d3d-a543-d4fe504a2b65), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:23:18.279951 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-5717721d-dea3-4ecb-b938-0a1234701405 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] Calling delete_port for 33bf4a66-7ffd-4d3d-a543-d4fe504a2b65 owned by network:floatingip {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:23:18.297671 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-94ef0e62-fb29-4fa2-950f-cdd89a79d079 req-8e55a428-ad41-4d0e-9dd8-d7257b919b8d service neutron] 10.222.0.32 "GET /v2.0/networks/66894c69-c189-417d-8af1-926a1c078208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045921 Mar 21 11:23:18.395821 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-94ef0e62-fb29-4fa2-950f-cdd89a79d079 req-ed8061c3-0cef-43d2-ae56-1c3b9fa3a9c5 service neutron] 10.222.0.32 "GET /v2.0/networks/66894c69-c189-417d-8af1-926a1c078208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925138 Mar 21 11:23:18.441016 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5717721d-dea3-4ecb-b938-0a1234701405 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738246698626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738246144790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265271506'] for port (33bf4a66-7ffd-4d3d-a543-d4fe504a2b65), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:23:18.467848 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5717721d-dea3-4ecb-b938-0a1234701405 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] Pushing event deleted for resources: {'Port': ['ID=33bf4a66-7ffd-4d3d-a543-d4fe504a2b65,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:23:18.534732 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5717721d-dea3-4ecb-b938-0a1234701405 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] Publish callbacks [] for floatingip (864aef91-9276-4e93-9a8b-1a91c127231b), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:23:18.535061 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.db.l3_db [None req-5717721d-dea3-4ecb-b938-0a1234701405 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] Floating IP 864aef91-9276-4e93-9a8b-1a91c127231b disassociated (deleted). External IP: 172.28.0.164, port: 15aa13f2-a01d-4050-a0a0-2525376f8e3e. Mar 21 11:23:18.758982 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5717721d-dea3-4ecb-b938-0a1234701405 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] Router 67877a14-5f02-47ef-9887-c7a0fed54e30 has already been hosted by L3 agent 5097f9b2-2ef0-4af4-bde3-0c344dd6e70c {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 11:23:18.874188 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5717721d-dea3-4ecb-b938-0a1234701405 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] Notify agent at l3_agent.dv-cinder-834448-1-smb the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 11:23:18.879367 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-5717721d-dea3-4ecb-b938-0a1234701405 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97509'] for floatingip (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:23:18.884646 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-724585f2-8262-4034-9150-476576a22ae3 None None] Sync routers for ids ['67877a14-5f02-47ef-9887-c7a0fed54e30'] in dv-cinder-834448-1-smb {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 11:23:18.895507 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-724585f2-8262-4034-9150-476576a22ae3 None None] Routers {'67877a14-5f02-47ef-9887-c7a0fed54e30'} bound to L3 agent in host dv-cinder-834448-1-smb {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:23:18.896166 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-724585f2-8262-4034-9150-476576a22ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T11:04:55Z,description=,heartbeat_timestamp=2022-03-21T11:22:56Z,host='dv-cinder-834448-1-smb',id=5097f9b2-2ef0-4af4-bde3-0c344dd6e70c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:55Z,topic='l3_agent')) {'router_ids': ['67877a14-5f02-47ef-9887-c7a0fed54e30'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:23:18.910545 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-5717721d-dea3-4ecb-b938-0a1234701405 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] 10.222.0.24 "DELETE /v2.0/floatingips/864aef91-9276-4e93-9a8b-1a91c127231b HTTP/1.1" status: 204 len: 168 time: 0.9275188 Mar 21 11:23:18.911193 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5490be15-44e8-442d-ac87-85091879d6f2', 'tag': '15aa13f2-a01d-4050-a0a0-2525376f8e3e'}] {{(pid=103422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:23:18.913461 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41c5d39db19d144038176bb777b16d1c8d23e2eed0354b669264d617ed9abe1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5fbe976-1f35-4aad-b651-382233685a18" -d '{"events": [{"name": "network-changed", "server_uuid": "5490be15-44e8-442d-ac87-85091879d6f2", "tag": "15aa13f2-a01d-4050-a0a0-2525376f8e3e"}]}' {{(pid=103422) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:23:18.952752 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 11:23:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffd6a444-a324-43a9-ae3d-2b69c704318d x-openstack-request-id: req-ffd6a444-a324-43a9-ae3d-2b69c704318d {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:23:18.953066 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5490be15-44e8-442d-ac87-85091879d6f2", "tag": "15aa13f2-a01d-4050-a0a0-2525376f8e3e", "status": "completed", "code": 200}]} {{(pid=103422) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:23:18.953253 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ffd6a444-a324-43a9-ae3d-2b69c704318d {{(pid=103422) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:23:18.953762 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5490be15-44e8-442d-ac87-85091879d6f2', 'tag': '15aa13f2-a01d-4050-a0a0-2525376f8e3e', 'status': 'completed', 'code': 200} Mar 21 11:23:19.023313 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-724585f2-8262-4034-9150-476576a22ae3 None None] Set router 67877a14-5f02-47ef-9887-c7a0fed54e30 gateway port host: dv-cinder-834448-1-smb {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:23:19.030557 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fbe976-1f35-4aad-b651-382233685a18 req-6dc68c34-2058-45c3-83ce-9ae97404a60a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:23:19.032813 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-b5fbe976-1f35-4aad-b651-382233685a18 req-6dc68c34-2058-45c3-83ce-9ae97404a60a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2d43b03df04b4f7caa64c7efe2bde5b4&device_id=5490be15-44e8-442d-ac87-85091879d6f2 HTTP/1.1" status: 200 len: 1130 time: 0.0563838 Mar 21 11:23:19.135283 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fbe976-1f35-4aad-b651-382233685a18 req-37089ebb-5fac-4852-ad18-763e1ca4df60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:23:19.137290 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-b5fbe976-1f35-4aad-b651-382233685a18 req-37089ebb-5fac-4852-ad18-763e1ca4df60 service neutron] 10.222.0.32 "GET /v2.0/networks?id=66894c69-c189-417d-8af1-926a1c078208 HTTP/1.1" status: 200 len: 916 time: 0.0984130 Mar 21 11:23:19.188299 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-b5fbe976-1f35-4aad-b651-382233685a18 req-f96919fe-0203-48b8-b47a-82ae763d6c55 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=15aa13f2-a01d-4050-a0a0-2525376f8e3e HTTP/1.1" status: 200 len: 217 time: 0.0447624 Mar 21 11:23:19.239283 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fbe976-1f35-4aad-b651-382233685a18 req-6b0b0487-831d-4ef0-ae6d-7cdc1a261731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:23:19.240807 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-b5fbe976-1f35-4aad-b651-382233685a18 req-6b0b0487-831d-4ef0-ae6d-7cdc1a261731 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=73b8ce80-9359-46f4-9cf5-1c7d77e6147c HTTP/1.1" status: 200 len: 854 time: 0.0474606 Mar 21 11:23:19.266309 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-724585f2-8262-4034-9150-476576a22ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67877a14-5f02-47ef-9887-c7a0fed54e30', 'name': 'tempest-TestMinimumBasicScenario-1932612938-router', 'tenant_id': '2d43b03df04b4f7caa64c7efe2bde5b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'external_fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.179'}], 'enable_snat': True}, 'gw_port_id': 'ede5eb8a-c494-4e34-b7dc-58b7ce9b1cee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:21:08Z', 'updated_at': '2022-03-21T11:21:12Z', 'revision_number': 4, 'project_id': '2d43b03df04b4f7caa64c7efe2bde5b4', 'gw_port': {'id': 'ede5eb8a-c494-4e34-b7dc-58b7ce9b1cee', 'name': '', 'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:db:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67877a14-5f02-47ef-9887-c7a0fed54e30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:21:09Z', 'updated_at': '2022-03-21T11:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-smb', '_interfaces': [{'id': '70c90647-9290-43a4-b6d3-4e6b577fb244', 'name': '', 'network_id': '66894c69-c189-417d-8af1-926a1c078208', 'tenant_id': '2d43b03df04b4f7caa64c7efe2bde5b4', 'mac_address': 'fa:16:3e:04:e8:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67877a14-5f02-47ef-9887-c7a0fed54e30', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '73b8ce80-9359-46f4-9cf5-1c7d77e6147c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:21:11Z', 'updated_at': '2022-03-21T11:21:19Z', 'revision_number': 5, 'project_id': '2d43b03df04b4f7caa64c7efe2bde5b4', 'subnets': [{'id': '73b8ce80-9359-46f4-9cf5-1c7d77e6147c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-1-smb', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:23:19.298962 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fbe976-1f35-4aad-b651-382233685a18 req-c35bb598-205c-40d0-91e4-2a00cceecb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:23:19.300444 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-b5fbe976-1f35-4aad-b651-382233685a18 req-c35bb598-205c-40d0-91e4-2a00cceecb0b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=66894c69-c189-417d-8af1-926a1c078208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0539901 Mar 21 11:23:19.301612 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-724585f2-8262-4034-9150-476576a22ae3 None None] Checking router: 67877a14-5f02-47ef-9887-c7a0fed54e30 for host: dv-cinder-834448-1-smb {{(pid=103423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 11:23:19.311077 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-724585f2-8262-4034-9150-476576a22ae3 None None] Routers {'67877a14-5f02-47ef-9887-c7a0fed54e30'} bound to L3 agent in host dv-cinder-834448-1-smb {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:23:19.311735 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-724585f2-8262-4034-9150-476576a22ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T11:04:55Z,description=,heartbeat_timestamp=2022-03-21T11:22:56Z,host='dv-cinder-834448-1-smb',id=5097f9b2-2ef0-4af4-bde3-0c344dd6e70c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:55Z,topic='l3_agent')) {'router_ids': ['67877a14-5f02-47ef-9887-c7a0fed54e30'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:23:19.415839 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-b5fbe976-1f35-4aad-b651-382233685a18 req-44bb217c-e014-47fc-94a2-30645e4d660b service neutron] 10.222.0.32 "GET /v2.0/networks/66894c69-c189-417d-8af1-926a1c078208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080782 Mar 21 11:23:19.430909 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-724585f2-8262-4034-9150-476576a22ae3 None None] Set router 67877a14-5f02-47ef-9887-c7a0fed54e30 gateway port host: dv-cinder-834448-1-smb {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:23:19.516127 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-b5fbe976-1f35-4aad-b651-382233685a18 req-6f19cfc8-7efa-4582-8291-fd0a091df11f service neutron] 10.222.0.32 "GET /v2.0/networks/66894c69-c189-417d-8af1-926a1c078208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939426 Mar 21 11:23:19.795179 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-724585f2-8262-4034-9150-476576a22ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67877a14-5f02-47ef-9887-c7a0fed54e30', 'name': 'tempest-TestMinimumBasicScenario-1932612938-router', 'tenant_id': '2d43b03df04b4f7caa64c7efe2bde5b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'external_fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.179'}], 'enable_snat': True}, 'gw_port_id': 'ede5eb8a-c494-4e34-b7dc-58b7ce9b1cee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:21:08Z', 'updated_at': '2022-03-21T11:21:12Z', 'revision_number': 4, 'project_id': '2d43b03df04b4f7caa64c7efe2bde5b4', 'gw_port': {'id': 'ede5eb8a-c494-4e34-b7dc-58b7ce9b1cee', 'name': '', 'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:db:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67877a14-5f02-47ef-9887-c7a0fed54e30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:21:09Z', 'updated_at': '2022-03-21T11:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-smb', '_interfaces': [{'id': '70c90647-9290-43a4-b6d3-4e6b577fb244', 'name': '', 'network_id': '66894c69-c189-417d-8af1-926a1c078208', 'tenant_id': '2d43b03df04b4f7caa64c7efe2bde5b4', 'mac_address': 'fa:16:3e:04:e8:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67877a14-5f02-47ef-9887-c7a0fed54e30', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '73b8ce80-9359-46f4-9cf5-1c7d77e6147c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:21:11Z', 'updated_at': '2022-03-21T11:21:19Z', 'revision_number': 5, 'project_id': '2d43b03df04b4f7caa64c7efe2bde5b4', 'subnets': [{'id': '73b8ce80-9359-46f4-9cf5-1c7d77e6147c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-1-smb', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:23:19.824956 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-724585f2-8262-4034-9150-476576a22ae3 None None] The sync data for ids ['67877a14-5f02-47ef-9887-c7a0fed54e30'] in dv-cinder-834448-1-smb is: [{'id': '67877a14-5f02-47ef-9887-c7a0fed54e30', 'name': 'tempest-TestMinimumBasicScenario-1932612938-router', 'tenant_id': '2d43b03df04b4f7caa64c7efe2bde5b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'external_fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.179'}], 'enable_snat': True}, 'gw_port_id': 'ede5eb8a-c494-4e34-b7dc-58b7ce9b1cee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:21:08Z', 'updated_at': '2022-03-21T11:21:12Z', 'revision_number': 4, 'project_id': '2d43b03df04b4f7caa64c7efe2bde5b4', 'gw_port': {'id': 'ede5eb8a-c494-4e34-b7dc-58b7ce9b1cee', 'name': '', 'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:db:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67877a14-5f02-47ef-9887-c7a0fed54e30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:21:09Z', 'updated_at': '2022-03-21T11:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-smb', '_interfaces': [{'id': '70c90647-9290-43a4-b6d3-4e6b577fb244', 'name': '', 'network_id': '66894c69-c189-417d-8af1-926a1c078208', 'tenant_id': '2d43b03df04b4f7caa64c7efe2bde5b4', 'mac_address': 'fa:16:3e:04:e8:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67877a14-5f02-47ef-9887-c7a0fed54e30', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '73b8ce80-9359-46f4-9cf5-1c7d77e6147c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:21:11Z', 'updated_at': '2022-03-21T11:21:19Z', 'revision_number': 5, 'project_id': '2d43b03df04b4f7caa64c7efe2bde5b4', 'subnets': [{'id': '73b8ce80-9359-46f4-9cf5-1c7d77e6147c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 11:23:20.066067 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7733cdbf-fd65-419d-a709-5729a6ca5ba1 None None] New status for floating IP 864aef91-9276-4e93-9a8b-1a91c127231b: DOWN {{(pid=103424) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 11:23:21.709526 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94e7886-6bee-4fa3-be62-c5f009507299 req-d2abb2be-f2c4-4ade-b64c-e62fad3eb9fc tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:23:21.711026 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-f94e7886-6bee-4fa3-be62-c5f009507299 req-d2abb2be-f2c4-4ade-b64c-e62fad3eb9fc tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] 10.222.0.24 "GET /v2.0/ports?device_id=5490be15-44e8-442d-ac87-85091879d6f2 HTTP/1.1" status: 200 len: 946 time: 0.0558207 Mar 21 11:23:21.765950 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-f94e7886-6bee-4fa3-be62-c5f009507299 req-bdd8c85c-d3e8-4446-83c9-a728890ca882 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] 10.222.0.24 "GET /v2.0/security-groups?id=5c6edecd-a3d4-4208-9104-c3962d565aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490496 Mar 21 11:23:22.880369 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e0ad9b51-af43-467a-a908-8d7b765ce939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (9c74c917-795e-4123-adbe-3a92cf8165ad), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:23:22.909678 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629f99a3-b984-4a98-8dfd-94250255f5ea req-fc9d1b59-793a-4cea-98b8-8a5f3c1390dd tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:23:22.911695 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-629f99a3-b984-4a98-8dfd-94250255f5ea req-fc9d1b59-793a-4cea-98b8-8a5f3c1390dd tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] 10.222.0.24 "GET /v2.0/ports?device_id=5490be15-44e8-442d-ac87-85091879d6f2 HTTP/1.1" status: 200 len: 946 time: 0.0623946 Mar 21 11:23:22.963547 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-629f99a3-b984-4a98-8dfd-94250255f5ea req-1f6984b8-7756-4289-94cd-8c58c2eb68a6 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] 10.222.0.24 "GET /v2.0/security-groups?id=5c6edecd-a3d4-4208-9104-c3962d565aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429707 Mar 21 11:23:23.453507 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5263725d-02e1-4b65-88f2-6cd4496a49da req-6dff1465-c38f-48df-8700-2ca9e706a483 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103421) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:23:23.454974 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-5263725d-02e1-4b65-88f2-6cd4496a49da req-6dff1465-c38f-48df-8700-2ca9e706a483 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] 10.222.0.32 "GET /v2.0/ports?device_id=5490be15-44e8-442d-ac87-85091879d6f2 HTTP/1.1" status: 200 len: 946 time: 0.0558932 Mar 21 11:23:23.555771 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-5263725d-02e1-4b65-88f2-6cd4496a49da req-8ada67d1-944f-461f-8452-87ef0deb0bf0 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] Deleting port 15aa13f2-a01d-4050-a0a0-2525376f8e3e {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:23:23.556041 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-5263725d-02e1-4b65-88f2-6cd4496a49da req-8ada67d1-944f-461f-8452-87ef0deb0bf0 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738246690591'] for port (15aa13f2-a01d-4050-a0a0-2525376f8e3e), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:23:23.648603 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.db [req-5263725d-02e1-4b65-88f2-6cd4496a49da req-8ada67d1-944f-461f-8452-87ef0deb0bf0 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] For port 15aa13f2-a01d-4050-a0a0-2525376f8e3e, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=15aa13f2-a01d-4050-a0a0-2525376f8e3e,segment=NetworkSegment(4b176409-4b10-4757-9925-83e7a56a9f03),segment_id=4b176409-4b10-4757-9925-83e7a56a9f03)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:23:23.648964 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-5263725d-02e1-4b65-88f2-6cd4496a49da req-8ada67d1-944f-461f-8452-87ef0deb0bf0 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701214'] for port (15aa13f2-a01d-4050-a0a0-2525376f8e3e), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:23:23.662478 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [req-5263725d-02e1-4b65-88f2-6cd4496a49da req-8ada67d1-944f-461f-8452-87ef0deb0bf0 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] Calling delete_port for 15aa13f2-a01d-4050-a0a0-2525376f8e3e owned by compute:nova {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:23:23.809042 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-5263725d-02e1-4b65-88f2-6cd4496a49da req-8ada67d1-944f-461f-8452-87ef0deb0bf0 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738246698626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738246144790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266186598'] for port (15aa13f2-a01d-4050-a0a0-2525376f8e3e), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:23:23.820736 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] get_ports_and_sgs() called for port_ids ['15aa13f2-a01d-4050-a0a0-2525376f8e3e'] {{(pid=103423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 11:23:23.838334 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ada67d1-944f-461f-8452-87ef0deb0bf0 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] Pushing event deleted for resources: {'Port': ['ID=15aa13f2-a01d-4050-a0a0-2525376f8e3e,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:23:23.889118 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [req-5263725d-02e1-4b65-88f2-6cd4496a49da req-8ada67d1-944f-461f-8452-87ef0deb0bf0 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] No DVR routers for this DVR port 15aa13f2-a01d-4050-a0a0-2525376f8e3e on host hv-cinder-83444 {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 11:23:23.891821 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [req-5263725d-02e1-4b65-88f2-6cd4496a49da req-8ada67d1-944f-461f-8452-87ef0deb0bf0 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97509'] for port (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:23:23.895269 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-5263725d-02e1-4b65-88f2-6cd4496a49da req-8ada67d1-944f-461f-8452-87ef0deb0bf0 tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] 10.222.0.32 "DELETE /v2.0/ports/15aa13f2-a01d-4050-a0a0-2525376f8e3e HTTP/1.1" status: 204 len: 173 time: 0.4353669 Mar 21 11:23:23.895755 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5490be15-44e8-442d-ac87-85091879d6f2', 'name': 'network-vif-deleted', 'tag': '15aa13f2-a01d-4050-a0a0-2525376f8e3e'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:23:23.898391 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881d039021bf7bfdbb2ec2cc2a60bd67cc793bf6de71028ad915050608b1b1c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-632f849d-8e01-43f4-aeaf-4ab784d9eb4f" -d '{"events": [{"server_uuid": "5490be15-44e8-442d-ac87-85091879d6f2", "name": "network-vif-deleted", "tag": "15aa13f2-a01d-4050-a0a0-2525376f8e3e"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:23:23.937097 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 11:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cde3e549-7b63-41e2-b887-d75b5dbd1e5b x-openstack-request-id: req-cde3e549-7b63-41e2-b887-d75b5dbd1e5b {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:23:23.937780 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5490be15-44e8-442d-ac87-85091879d6f2", "name": "network-vif-deleted", "tag": "15aa13f2-a01d-4050-a0a0-2525376f8e3e", "status": "completed", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:23:23.937780 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cde3e549-7b63-41e2-b887-d75b5dbd1e5b {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:23:23.938084 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5490be15-44e8-442d-ac87-85091879d6f2', 'name': 'network-vif-deleted', 'tag': '15aa13f2-a01d-4050-a0a0-2525376f8e3e', 'status': 'completed', 'code': 200} Mar 21 11:23:24.081467 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [req-341908a4-b271-4f27-a74c-c4e2ccb6eb65 req-f5e8af41-f79e-4f6a-8a54-1f1568df75bd tempest-TestMinimumBasicScenario-999274066 tempest-TestMinimumBasicScenario-999274066-project] 10.222.0.24 "GET /v2.0/ports?device_id=5490be15-44e8-442d-ac87-85091879d6f2 HTTP/1.1" status: 200 len: 210 time: 0.0294843 Mar 21 11:23:25.526728 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c77cdd4a-3411-428a-ba9b-78fdd1d8bedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (5097f9b2-2ef0-4af4-bde3-0c344dd6e70c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:23:25.833989 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 50664) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:23:25.874059 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (e1ce583e-86b5-47e2-b889-5e91679074ed), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:23:26.218031 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d98a28ac-1031-4133-933f-65c5f1a56971 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1688396'] for router_interface (67877a14-5f02-47ef-9887-c7a0fed54e30), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:23:26.498683 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-d98a28ac-1031-4133-933f-65c5f1a56971 admin admin] Deleting port 70c90647-9290-43a4-b6d3-4e6b577fb244 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:23:26.498977 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d98a28ac-1031-4133-933f-65c5f1a56971 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738246690591'] for port (70c90647-9290-43a4-b6d3-4e6b577fb244), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:23:26.594431 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-d98a28ac-1031-4133-933f-65c5f1a56971 admin admin] For port 70c90647-9290-43a4-b6d3-4e6b577fb244, host dv-cinder-834448-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-smb',level=0,port_id=70c90647-9290-43a4-b6d3-4e6b577fb244,segment=NetworkSegment(4b176409-4b10-4757-9925-83e7a56a9f03),segment_id=4b176409-4b10-4757-9925-83e7a56a9f03)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:23:26.594762 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d98a28ac-1031-4133-933f-65c5f1a56971 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701214'] for port (70c90647-9290-43a4-b6d3-4e6b577fb244), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:23:26.612771 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-d98a28ac-1031-4133-933f-65c5f1a56971 admin admin] Calling delete_port for 70c90647-9290-43a4-b6d3-4e6b577fb244 owned by network:router_interface {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:23:26.812429 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d98a28ac-1031-4133-933f-65c5f1a56971 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738246698626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738246144790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265271506'] for port (70c90647-9290-43a4-b6d3-4e6b577fb244), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:23:26.844110 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98a28ac-1031-4133-933f-65c5f1a56971 admin admin] Pushing event deleted for resources: {'Port': ['ID=70c90647-9290-43a4-b6d3-4e6b577fb244,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:23:27.026889 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-d98a28ac-1031-4133-933f-65c5f1a56971 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1693001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1688060'] for router_interface (67877a14-5f02-47ef-9887-c7a0fed54e30), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:23:27.138202 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Device 15aa13f2-a01d-4050-a0a0-2525376f8e3e no longer exists at agent hyperv_hv-cinder-83444 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 11:23:27.158528 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] No Port match for: 15aa13f2-a01d-4050-a0a0-2525376f8e3e {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 11:23:27.158878 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Device 15aa13f2-a01d-4050-a0a0-2525376f8e3e not bound to the agent host hv-cinder-83444 {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 11:23:27.249621 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d98a28ac-1031-4133-933f-65c5f1a56971 admin admin] Router 67877a14-5f02-47ef-9887-c7a0fed54e30 has already been hosted by L3 agent 5097f9b2-2ef0-4af4-bde3-0c344dd6e70c {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 11:23:27.367062 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d98a28ac-1031-4133-933f-65c5f1a56971 admin admin] Notify agent at l3_agent.dv-cinder-834448-1-smb the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 11:23:27.373248 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-d98a28ac-1031-4133-933f-65c5f1a56971 admin admin] 10.222.0.24 "PUT /v2.0/routers/67877a14-5f02-47ef-9887-c7a0fed54e30/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5386481 Mar 21 11:23:27.375906 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 50666) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:23:27.378454 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba9c5ee-9278-4d7c-9d24-85d582027f18 None None] Sync routers for ids ['67877a14-5f02-47ef-9887-c7a0fed54e30'] in dv-cinder-834448-1-smb {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 11:23:27.390190 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba9c5ee-9278-4d7c-9d24-85d582027f18 None None] Routers {'67877a14-5f02-47ef-9887-c7a0fed54e30'} bound to L3 agent in host dv-cinder-834448-1-smb {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:23:27.390722 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-4ba9c5ee-9278-4d7c-9d24-85d582027f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T11:04:55Z,description=,heartbeat_timestamp=2022-03-21T11:23:26Z,host='dv-cinder-834448-1-smb',id=5097f9b2-2ef0-4af4-bde3-0c344dd6e70c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:55Z,topic='l3_agent')) {'router_ids': ['67877a14-5f02-47ef-9887-c7a0fed54e30'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:23:27.487538 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6c6a9e52-7823-468c-bfca-abc13d5f5747 admin admin] Publish callbacks [] for router (67877a14-5f02-47ef-9887-c7a0fed54e30), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:23:27.502251 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-4ba9c5ee-9278-4d7c-9d24-85d582027f18 None None] Set router 67877a14-5f02-47ef-9887-c7a0fed54e30 gateway port host: dv-cinder-834448-1-smb {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:23:27.599521 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6c6a9e52-7823-468c-bfca-abc13d5f5747 admin admin] Publish callbacks [] for router_gateway (67877a14-5f02-47ef-9887-c7a0fed54e30), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:23:27.707709 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-4ba9c5ee-9278-4d7c-9d24-85d582027f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67877a14-5f02-47ef-9887-c7a0fed54e30', 'name': 'tempest-TestMinimumBasicScenario-1932612938-router', 'tenant_id': '2d43b03df04b4f7caa64c7efe2bde5b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'external_fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.179'}], 'enable_snat': True}, 'gw_port_id': 'ede5eb8a-c494-4e34-b7dc-58b7ce9b1cee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:21:08Z', 'updated_at': '2022-03-21T11:23:26Z', 'revision_number': 5, 'project_id': '2d43b03df04b4f7caa64c7efe2bde5b4', 'gw_port': {'id': 'ede5eb8a-c494-4e34-b7dc-58b7ce9b1cee', 'name': '', 'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:db:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67877a14-5f02-47ef-9887-c7a0fed54e30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:21:09Z', 'updated_at': '2022-03-21T11:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-smb'}], 'dv-cinder-834448-1-smb', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:23:27.737771 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba9c5ee-9278-4d7c-9d24-85d582027f18 None None] Checking router: 67877a14-5f02-47ef-9887-c7a0fed54e30 for host: dv-cinder-834448-1-smb {{(pid=103423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 11:23:27.749458 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba9c5ee-9278-4d7c-9d24-85d582027f18 None None] Routers {'67877a14-5f02-47ef-9887-c7a0fed54e30'} bound to L3 agent in host dv-cinder-834448-1-smb {{(pid=103423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:23:27.750124 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-4ba9c5ee-9278-4d7c-9d24-85d582027f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T11:04:55Z,description=,heartbeat_timestamp=2022-03-21T11:23:26Z,host='dv-cinder-834448-1-smb',id=5097f9b2-2ef0-4af4-bde3-0c344dd6e70c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:55Z,topic='l3_agent')) {'router_ids': ['67877a14-5f02-47ef-9887-c7a0fed54e30'], 'active': True} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:23:27.852125 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_dvr_db [None req-4ba9c5ee-9278-4d7c-9d24-85d582027f18 None None] Set router 67877a14-5f02-47ef-9887-c7a0fed54e30 gateway port host: None {{(pid=103423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:23:27.913578 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_hamode_db [None req-4ba9c5ee-9278-4d7c-9d24-85d582027f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67877a14-5f02-47ef-9887-c7a0fed54e30', 'name': 'tempest-TestMinimumBasicScenario-1932612938-router', 'tenant_id': '2d43b03df04b4f7caa64c7efe2bde5b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:21:08Z', 'updated_at': '2022-03-21T11:23:27Z', 'revision_number': 6, 'project_id': '2d43b03df04b4f7caa64c7efe2bde5b4', 'gw_port_host': None}], 'dv-cinder-834448-1-smb', False) {} {{(pid=103423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:23:27.920105 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-6c6a9e52-7823-468c-bfca-abc13d5f5747 admin admin] Deleting port ede5eb8a-c494-4e34-b7dc-58b7ce9b1cee {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:23:27.920720 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6c6a9e52-7823-468c-bfca-abc13d5f5747 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738246690591'] for port (ede5eb8a-c494-4e34-b7dc-58b7ce9b1cee), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:23:27.953762 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba9c5ee-9278-4d7c-9d24-85d582027f18 None None] The sync data for ids ['67877a14-5f02-47ef-9887-c7a0fed54e30'] in dv-cinder-834448-1-smb is: [{'id': '67877a14-5f02-47ef-9887-c7a0fed54e30', 'name': 'tempest-TestMinimumBasicScenario-1932612938-router', 'tenant_id': '2d43b03df04b4f7caa64c7efe2bde5b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:21:08Z', 'updated_at': '2022-03-21T11:23:27Z', 'revision_number': 6, 'project_id': '2d43b03df04b4f7caa64c7efe2bde5b4', 'gw_port_host': None}] {{(pid=103423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 11:23:28.005821 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-6c6a9e52-7823-468c-bfca-abc13d5f5747 admin admin] For port ede5eb8a-c494-4e34-b7dc-58b7ce9b1cee, host dv-cinder-834448-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-smb',level=0,port_id=ede5eb8a-c494-4e34-b7dc-58b7ce9b1cee,segment=NetworkSegment(083ffffd-feb8-46cd-b20a-ab116e97b62a),segment_id=083ffffd-feb8-46cd-b20a-ab116e97b62a)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:23:28.006152 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6c6a9e52-7823-468c-bfca-abc13d5f5747 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701214'] for port (ede5eb8a-c494-4e34-b7dc-58b7ce9b1cee), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:23:28.019495 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-6c6a9e52-7823-468c-bfca-abc13d5f5747 admin admin] Calling delete_port for ede5eb8a-c494-4e34-b7dc-58b7ce9b1cee owned by network:router_gateway {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:23:28.193139 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6c6a9e52-7823-468c-bfca-abc13d5f5747 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738246698626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738246144790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265271506'] for port (ede5eb8a-c494-4e34-b7dc-58b7ce9b1cee), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:23:28.227325 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6a9e52-7823-468c-bfca-abc13d5f5747 admin admin] Pushing event deleted for resources: {'Port': ['ID=ede5eb8a-c494-4e34-b7dc-58b7ce9b1cee,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:23:28.244210 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6694aa1f-bf8d-44e0-b771-2551b8853c50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (47320176-3fab-4a55-b687-b3e35e89e628), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:23:28.297197 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6c6a9e52-7823-468c-bfca-abc13d5f5747 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1690630'] for router_gateway (67877a14-5f02-47ef-9887-c7a0fed54e30), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:23:28.396084 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6c6a9e52-7823-468c-bfca-abc13d5f5747 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1688810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2231'] for router (67877a14-5f02-47ef-9887-c7a0fed54e30), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:23:28.398801 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6c6a9e52-7823-468c-bfca-abc13d5f5747 admin admin] Publish callbacks [] for router_controller (67877a14-5f02-47ef-9887-c7a0fed54e30), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:23:28.452355 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6c6a9e52-7823-468c-bfca-abc13d5f5747 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1688805'] for router (67877a14-5f02-47ef-9887-c7a0fed54e30), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:23:28.452997 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c6a9e52-7823-468c-bfca-abc13d5f5747 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 67877a14-5f02-47ef-9887-c7a0fed54e30 {{(pid=103422) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 21 11:23:28.458340 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-6c6a9e52-7823-468c-bfca-abc13d5f5747 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:23:28.459504 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-6c6a9e52-7823-468c-bfca-abc13d5f5747 admin admin] 10.222.0.24 "DELETE /v2.0/routers/67877a14-5f02-47ef-9887-c7a0fed54e30 HTTP/1.1" status: 204 len: 168 time: 1.0826700 Mar 21 11:23:28.462168 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 50668) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:23:28.509856 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.db.db_base_plugin_v2 [None req-121e6d5a-76c9-4ccc-bc65-2ac02e8dc20c admin admin] Deleting subnet 73b8ce80-9359-46f4-9cf5-1c7d77e6147c {{(pid=103422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 21 11:23:28.514217 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-121e6d5a-76c9-4ccc-bc65-2ac02e8dc20c admin admin] Publish callbacks [] for subnet (73b8ce80-9359-46f4-9cf5-1c7d77e6147c), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:23:28.552596 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-121e6d5a-76c9-4ccc-bc65-2ac02e8dc20c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267557842'] for subnet (73b8ce80-9359-46f4-9cf5-1c7d77e6147c), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:23:28.642164 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-121e6d5a-76c9-4ccc-bc65-2ac02e8dc20c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-756234'] for subnet (73b8ce80-9359-46f4-9cf5-1c7d77e6147c), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:23:28.651285 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-5db6d96b-8c48-4aa5-944a-567c97b9cc9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (964235d6-d67c-4a74-84a5-611ab5391dc9), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:23:28.698124 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-121e6d5a-76c9-4ccc-bc65-2ac02e8dc20c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-756243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265271843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265054729'] for subnet (73b8ce80-9359-46f4-9cf5-1c7d77e6147c), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:23:28.724586 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121e6d5a-76c9-4ccc-bc65-2ac02e8dc20c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73b8ce80-9359-46f4-9cf5-1c7d77e6147c,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:23:28.729751 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-121e6d5a-76c9-4ccc-bc65-2ac02e8dc20c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693044'] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:23:28.731678 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Device 70c90647-9290-43a4-b6d3-4e6b577fb244 no longer exists at agent ovs-agent-dv-cinder-834448-1-smb {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 11:23:28.733615 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-121e6d5a-76c9-4ccc-bc65-2ac02e8dc20c admin admin] 10.222.0.24 "DELETE /v2.0/subnets/73b8ce80-9359-46f4-9cf5-1c7d77e6147c HTTP/1.1" status: 204 len: 168 time: 0.2701087 Mar 21 11:23:28.736468 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.wsgi [-] (103421) accepted ('10.222.0.24', 50670) {{(pid=103421) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:23:28.756533 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a76ba587-28df-4c2a-a6b0-f6f32ffaa7ad None None] Network 66894c69-c189-417d-8af1-926a1c078208 requested from dv-cinder-834448-1-smb {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 11:23:28.760095 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] No Port match for: 70c90647-9290-43a4-b6d3-4e6b577fb244 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 11:23:28.760642 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Device 70c90647-9290-43a4-b6d3-4e6b577fb244 not bound to the agent host dv-cinder-834448-1-smb {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 11:23:28.809990 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5570c673-8838-4ec8-8059-77e1171d9439 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814149'] for network (66894c69-c189-417d-8af1-926a1c078208), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:23:28.869245 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-5570c673-8838-4ec8-8059-77e1171d9439 admin admin] Deleting port bbb06882-f76f-44b8-b0c3-1552f992d4ce {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:23:28.869578 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5570c673-8838-4ec8-8059-77e1171d9439 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738246690591'] for port (bbb06882-f76f-44b8-b0c3-1552f992d4ce), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:23:28.935393 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dd2c06f-477e-47a3-8692-8a525e1d9e19 None None] DHCP port deletion for 66894c69-c189-417d-8af1-926a1c078208 request from dv-cinder-834448-1-smb {{(pid=103423) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 21 11:23:28.941291 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-5570c673-8838-4ec8-8059-77e1171d9439 admin admin] For port bbb06882-f76f-44b8-b0c3-1552f992d4ce, host dv-cinder-834448-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-smb',level=0,port_id=bbb06882-f76f-44b8-b0c3-1552f992d4ce,segment=NetworkSegment(4b176409-4b10-4757-9925-83e7a56a9f03),segment_id=4b176409-4b10-4757-9925-83e7a56a9f03)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:23:28.941653 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5570c673-8838-4ec8-8059-77e1171d9439 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701214'] for port (bbb06882-f76f-44b8-b0c3-1552f992d4ce), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:23:28.955405 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-5570c673-8838-4ec8-8059-77e1171d9439 admin admin] Calling delete_port for bbb06882-f76f-44b8-b0c3-1552f992d4ce owned by network:dhcp {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:23:28.985119 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-3dd2c06f-477e-47a3-8692-8a525e1d9e19 None None] Deleting port bbb06882-f76f-44b8-b0c3-1552f992d4ce {{(pid=103423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:23:28.985473 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-3dd2c06f-477e-47a3-8692-8a525e1d9e19 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738246690591'] for port (bbb06882-f76f-44b8-b0c3-1552f992d4ce), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:23:29.040072 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5570c673-8838-4ec8-8059-77e1171d9439 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738246698626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738246144790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266186598'] for port (bbb06882-f76f-44b8-b0c3-1552f992d4ce), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:23:29.056410 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-3dd2c06f-477e-47a3-8692-8a525e1d9e19 None None] For port bbb06882-f76f-44b8-b0c3-1552f992d4ce, host dv-cinder-834448-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-smb',level=0,port_id=bbb06882-f76f-44b8-b0c3-1552f992d4ce,segment=NetworkSegment(4b176409-4b10-4757-9925-83e7a56a9f03),segment_id=4b176409-4b10-4757-9925-83e7a56a9f03)] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:23:29.057122 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-3dd2c06f-477e-47a3-8692-8a525e1d9e19 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701214'] for port (bbb06882-f76f-44b8-b0c3-1552f992d4ce), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:23:29.073617 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5570c673-8838-4ec8-8059-77e1171d9439 admin admin] Pushing event deleted for resources: {'Port': ['ID=bbb06882-f76f-44b8-b0c3-1552f992d4ce,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:23:29.075833 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5570c673-8838-4ec8-8059-77e1171d9439 admin admin] No DVR routers for this DVR port bbb06882-f76f-44b8-b0c3-1552f992d4ce on host dv-cinder-834448-1-smb {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 11:23:29.077417 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-3dd2c06f-477e-47a3-8692-8a525e1d9e19 None None] Calling delete_port for bbb06882-f76f-44b8-b0c3-1552f992d4ce owned by network:dhcp {{(pid=103423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:23:29.148348 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5570c673-8838-4ec8-8059-77e1171d9439 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-689599', 'neutron.services.segments.db._delete_segments_for_network-8738246472259'] for network (66894c69-c189-417d-8af1-926a1c078208), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:23:29.156723 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-3dd2c06f-477e-47a3-8692-8a525e1d9e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738246698626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738246144790'] for port (bbb06882-f76f-44b8-b0c3-1552f992d4ce), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:23:29.170348 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.services.segments.db [None req-5570c673-8838-4ec8-8059-77e1171d9439 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66894c69-c189-417d-8af1-926a1c078208']}} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:23:29.180155 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.services.segments.db [None req-5570c673-8838-4ec8-8059-77e1171d9439 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b176409-4b10-4757-9925-83e7a56a9f03') {'for_net_delete': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:23:29.180430 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.services.segments.db [None req-5570c673-8838-4ec8-8059-77e1171d9439 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b176409-4b10-4757-9925-83e7a56a9f03') {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:23:29.185503 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd2c06f-477e-47a3-8692-8a525e1d9e19 None None] Pushing event deleted for resources: {'Port': ['ID=bbb06882-f76f-44b8-b0c3-1552f992d4ce,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:23:29.189956 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd2c06f-477e-47a3-8692-8a525e1d9e19 None None] No DVR routers for this DVR port bbb06882-f76f-44b8-b0c3-1552f992d4ce on host dv-cinder-834448-1-smb {{(pid=103423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 11:23:29.190414 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5570c673-8838-4ec8-8059-77e1171d9439 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738246472012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265874950'] for segment (4b176409-4b10-4757-9925-83e7a56a9f03), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:23:29.195738 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd2c06f-477e-47a3-8692-8a525e1d9e19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:23:29.196052 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd2c06f-477e-47a3-8692-8a525e1d9e19 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:23:29.196398 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd2c06f-477e-47a3-8692-8a525e1d9e19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:23:29.196740 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd2c06f-477e-47a3-8692-8a525e1d9e19 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:23:29.197075 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd2c06f-477e-47a3-8692-8a525e1d9e19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:23:29.197406 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd2c06f-477e-47a3-8692-8a525e1d9e19 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:23:29.197733 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd2c06f-477e-47a3-8692-8a525e1d9e19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:23:29.198056 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd2c06f-477e-47a3-8692-8a525e1d9e19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:23:29.198474 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd2c06f-477e-47a3-8692-8a525e1d9e19 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:23:29.199016 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd2c06f-477e-47a3-8692-8a525e1d9e19 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:23:29.199392 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd2c06f-477e-47a3-8692-8a525e1d9e19 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:23:29.199938 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd2c06f-477e-47a3-8692-8a525e1d9e19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:23:29.200273 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd2c06f-477e-47a3-8692-8a525e1d9e19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:23:29.200602 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd2c06f-477e-47a3-8692-8a525e1d9e19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:23:29.200955 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd2c06f-477e-47a3-8692-8a525e1d9e19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-smb {{(pid=103423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:23:29.208527 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5570c673-8838-4ec8-8059-77e1171d9439 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751123'] for segment (4b176409-4b10-4757-9925-83e7a56a9f03), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:23:29.219962 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5570c673-8838-4ec8-8059-77e1171d9439 admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=103421) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 11:23:29.220373 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5570c673-8838-4ec8-8059-77e1171d9439 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266186549'] for segment (4b176409-4b10-4757-9925-83e7a56a9f03), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:23:29.222281 dv-cinder-834448-1-smb neutron-server[103421]: Traceback (most recent call last): Mar 21 11:23:29.222281 dv-cinder-834448-1-smb neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 11:23:29.222281 dv-cinder-834448-1-smb neutron-server[103421]: timer() Mar 21 11:23:29.222281 dv-cinder-834448-1-smb neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 11:23:29.222281 dv-cinder-834448-1-smb neutron-server[103421]: cb(*args, **kw) Mar 21 11:23:29.222281 dv-cinder-834448-1-smb neutron-server[103421]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 21 11:23:29.222281 dv-cinder-834448-1-smb neutron-server[103421]: return func(*args, **kwargs) Mar 21 11:23:29.222281 dv-cinder-834448-1-smb neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 11:23:29.222281 dv-cinder-834448-1-smb neutron-server[103421]: self._notify() Mar 21 11:23:29.222281 dv-cinder-834448-1-smb neutron-server[103421]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 11:23:29.222281 dv-cinder-834448-1-smb neutron-server[103421]: self.callback(batched_events) Mar 21 11:23:29.222281 dv-cinder-834448-1-smb neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 11:23:29.222281 dv-cinder-834448-1-smb neutron-server[103421]: event.method(event) Mar 21 11:23:29.222281 dv-cinder-834448-1-smb neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 21 11:23:29.222281 dv-cinder-834448-1-smb neutron-server[103421]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 11:23:29.222281 dv-cinder-834448-1-smb neutron-server[103421]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 21 11:23:29.222281 dv-cinder-834448-1-smb neutron-server[103421]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 11:23:29.222281 dv-cinder-834448-1-smb neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 21 11:23:29.222281 dv-cinder-834448-1-smb neutron-server[103421]: return f(self, *a, **k) Mar 21 11:23:29.222281 dv-cinder-834448-1-smb neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 21 11:23:29.222281 dv-cinder-834448-1-smb neutron-server[103421]: return self._get(url).json() Mar 21 11:23:29.222281 dv-cinder-834448-1-smb neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 21 11:23:29.222281 dv-cinder-834448-1-smb neutron-server[103421]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 11:23:29.222281 dv-cinder-834448-1-smb neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 11:23:29.222281 dv-cinder-834448-1-smb neutron-server[103421]: return self.request(url, 'GET', **kwargs) Mar 21 11:23:29.222281 dv-cinder-834448-1-smb neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 11:23:29.222281 dv-cinder-834448-1-smb neutron-server[103421]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 11:23:29.222281 dv-cinder-834448-1-smb neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 11:23:29.222281 dv-cinder-834448-1-smb neutron-server[103421]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 11:23:29.222281 dv-cinder-834448-1-smb neutron-server[103421]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 11:23:29.222281 dv-cinder-834448-1-smb neutron-server[103421]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 11:23:29.222281 dv-cinder-834448-1-smb neutron-server[103421]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 11:23:29.282352 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5570c673-8838-4ec8-8059-77e1171d9439 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-689540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1690746'] for network (66894c69-c189-417d-8af1-926a1c078208), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:23:29.287825 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5570c673-8838-4ec8-8059-77e1171d9439 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693044'] for network (None), before_response {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:23:29.290901 dv-cinder-834448-1-smb neutron-server[103421]: INFO neutron.wsgi [None req-5570c673-8838-4ec8-8059-77e1171d9439 admin admin] 10.222.0.24 "DELETE /v2.0/networks/66894c69-c189-417d-8af1-926a1c078208 HTTP/1.1" status: 204 len: 168 time: 0.5533457 Mar 21 11:23:29.295069 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 50672) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:23:29.305162 dv-cinder-834448-1-smb neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5570c673-8838-4ec8-8059-77e1171d9439 admin admin] Pushing event deleted for resources: {'Network': ['ID=66894c69-c189-417d-8af1-926a1c078208,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:23:29.521478 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.agents_db [None req-8008186f-aa22-4b77-a63e-1bf9dbff4757 None None] Agent healthcheck: found 6 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 11:23:29.549404 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (4788e3a4-6d7d-47da-90c6-7227f6e2e35d), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:23:29.672621 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-40c20ac8-f16b-4455-b372-60878a8a1c47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1688396'] for router_interface (0b7d1bf6-9b96-49eb-ab85-1ccbfb2f847c), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:23:29.948199 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-40c20ac8-f16b-4455-b372-60878a8a1c47 admin admin] Deleting port 081bef59-392f-4bfa-9b33-d15f45c7ea52 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:23:29.948747 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-40c20ac8-f16b-4455-b372-60878a8a1c47 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738246690591'] for port (081bef59-392f-4bfa-9b33-d15f45c7ea52), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:23:30.051502 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-40c20ac8-f16b-4455-b372-60878a8a1c47 admin admin] For port 081bef59-392f-4bfa-9b33-d15f45c7ea52, host dv-cinder-834448-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-smb',level=0,port_id=081bef59-392f-4bfa-9b33-d15f45c7ea52,segment=NetworkSegment(a035f972-6283-4f3b-8fd2-c7c5452bb493),segment_id=a035f972-6283-4f3b-8fd2-c7c5452bb493)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:23:30.051904 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-40c20ac8-f16b-4455-b372-60878a8a1c47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701214'] for port (081bef59-392f-4bfa-9b33-d15f45c7ea52), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:23:30.066380 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-40c20ac8-f16b-4455-b372-60878a8a1c47 admin admin] Calling delete_port for 081bef59-392f-4bfa-9b33-d15f45c7ea52 owned by network:router_interface {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:23:30.100415 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Device bbb06882-f76f-44b8-b0c3-1552f992d4ce no longer exists at agent ovs-agent-dv-cinder-834448-1-smb {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 11:23:30.121742 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] No Port match for: bbb06882-f76f-44b8-b0c3-1552f992d4ce {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 11:23:30.122423 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Device bbb06882-f76f-44b8-b0c3-1552f992d4ce not bound to the agent host dv-cinder-834448-1-smb {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 11:23:30.123043 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Device ede5eb8a-c494-4e34-b7dc-58b7ce9b1cee no longer exists at agent ovs-agent-dv-cinder-834448-1-smb {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 11:23:30.144220 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] No Port match for: ede5eb8a-c494-4e34-b7dc-58b7ce9b1cee {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 11:23:30.144577 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Device ede5eb8a-c494-4e34-b7dc-58b7ce9b1cee not bound to the agent host dv-cinder-834448-1-smb {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 11:23:30.268272 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-40c20ac8-f16b-4455-b372-60878a8a1c47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738246698626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738246144790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265271506'] for port (081bef59-392f-4bfa-9b33-d15f45c7ea52), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:23:30.291980 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c20ac8-f16b-4455-b372-60878a8a1c47 admin admin] Pushing event deleted for resources: {'Port': ['ID=081bef59-392f-4bfa-9b33-d15f45c7ea52,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:23:30.471040 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-40c20ac8-f16b-4455-b372-60878a8a1c47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1693001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1688060'] for router_interface (0b7d1bf6-9b96-49eb-ab85-1ccbfb2f847c), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:23:30.708238 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40c20ac8-f16b-4455-b372-60878a8a1c47 admin admin] Router 0b7d1bf6-9b96-49eb-ab85-1ccbfb2f847c has already been hosted by L3 agent 5097f9b2-2ef0-4af4-bde3-0c344dd6e70c {{(pid=103422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 11:23:30.823846 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40c20ac8-f16b-4455-b372-60878a8a1c47 admin admin] Notify agent at l3_agent.dv-cinder-834448-1-smb the message routers_updated {{(pid=103422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 11:23:30.829486 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-40c20ac8-f16b-4455-b372-60878a8a1c47 admin admin] 10.222.0.24 "PUT /v2.0/routers/0b7d1bf6-9b96-49eb-ab85-1ccbfb2f847c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5332284 Mar 21 11:23:30.832258 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 50674) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:23:30.834974 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9660c20f-c09a-400e-8a50-a554fd824453 None None] Sync routers for ids ['0b7d1bf6-9b96-49eb-ab85-1ccbfb2f847c'] in dv-cinder-834448-1-smb {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 11:23:30.847723 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9660c20f-c09a-400e-8a50-a554fd824453 None None] Routers {'0b7d1bf6-9b96-49eb-ab85-1ccbfb2f847c'} bound to L3 agent in host dv-cinder-834448-1-smb {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:23:30.850026 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-9660c20f-c09a-400e-8a50-a554fd824453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T11:04:55Z,description=,heartbeat_timestamp=2022-03-21T11:23:26Z,host='dv-cinder-834448-1-smb',id=5097f9b2-2ef0-4af4-bde3-0c344dd6e70c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:55Z,topic='l3_agent')) {'router_ids': ['0b7d1bf6-9b96-49eb-ab85-1ccbfb2f847c'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:23:30.953176 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2cc604f0-497d-4063-9b52-7ce8644c78aa admin admin] Publish callbacks [] for router (0b7d1bf6-9b96-49eb-ab85-1ccbfb2f847c), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:23:30.961516 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-9660c20f-c09a-400e-8a50-a554fd824453 None None] Set router 0b7d1bf6-9b96-49eb-ab85-1ccbfb2f847c gateway port host: dv-cinder-834448-1-smb {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:23:31.064875 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2cc604f0-497d-4063-9b52-7ce8644c78aa admin admin] Publish callbacks [] for router_gateway (0b7d1bf6-9b96-49eb-ab85-1ccbfb2f847c), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:23:31.122701 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-2cc604f0-497d-4063-9b52-7ce8644c78aa admin admin] Deleting port fd5ec10b-5532-4452-bd5f-3bcecf976697 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:23:31.123063 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2cc604f0-497d-4063-9b52-7ce8644c78aa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738246690591'] for port (fd5ec10b-5532-4452-bd5f-3bcecf976697), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:23:31.206038 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-2cc604f0-497d-4063-9b52-7ce8644c78aa admin admin] For port fd5ec10b-5532-4452-bd5f-3bcecf976697, host dv-cinder-834448-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-smb',level=0,port_id=fd5ec10b-5532-4452-bd5f-3bcecf976697,segment=NetworkSegment(083ffffd-feb8-46cd-b20a-ab116e97b62a),segment_id=083ffffd-feb8-46cd-b20a-ab116e97b62a)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:23:31.206402 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2cc604f0-497d-4063-9b52-7ce8644c78aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701214'] for port (fd5ec10b-5532-4452-bd5f-3bcecf976697), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:23:31.223901 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-2cc604f0-497d-4063-9b52-7ce8644c78aa admin admin] Calling delete_port for fd5ec10b-5532-4452-bd5f-3bcecf976697 owned by network:router_gateway {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:23:31.239573 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-9660c20f-c09a-400e-8a50-a554fd824453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b7d1bf6-9b96-49eb-ab85-1ccbfb2f847c', 'name': 'tempest-TestMinimumBasicScenario-1039895806-router', 'tenant_id': 'af21f2e2604e44b5a96a5d16b9a73f6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'external_fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.65'}], 'enable_snat': True}, 'gw_port_id': 'fd5ec10b-5532-4452-bd5f-3bcecf976697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:21:15Z', 'updated_at': '2022-03-21T11:23:30Z', 'revision_number': 5, 'project_id': 'af21f2e2604e44b5a96a5d16b9a73f6b', 'gw_port': {'id': 'fd5ec10b-5532-4452-bd5f-3bcecf976697', 'name': '', 'network_id': '4a234a12-d706-4d7c-b6c3-ed2b05ad1623', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:70:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7d1bf6-9b96-49eb-ab85-1ccbfb2f847c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'ip_address': '172.28.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:21:16Z', 'updated_at': '2022-03-21T11:21:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e258188-6a8e-4491-8eb3-50329fb1d7f1', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-smb'}], 'dv-cinder-834448-1-smb', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:23:31.266646 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9660c20f-c09a-400e-8a50-a554fd824453 None None] Checking router: 0b7d1bf6-9b96-49eb-ab85-1ccbfb2f847c for host: dv-cinder-834448-1-smb {{(pid=103424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 11:23:31.275663 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9660c20f-c09a-400e-8a50-a554fd824453 None None] Routers {'0b7d1bf6-9b96-49eb-ab85-1ccbfb2f847c'} bound to L3 agent in host dv-cinder-834448-1-smb {{(pid=103424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:23:31.276300 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-9660c20f-c09a-400e-8a50-a554fd824453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T11:04:55Z,description=,heartbeat_timestamp=2022-03-21T11:23:26Z,host='dv-cinder-834448-1-smb',id=5097f9b2-2ef0-4af4-bde3-0c344dd6e70c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:55Z,topic='l3_agent')) {'router_ids': ['0b7d1bf6-9b96-49eb-ab85-1ccbfb2f847c'], 'active': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:23:31.376526 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_dvr_db [None req-9660c20f-c09a-400e-8a50-a554fd824453 None None] Set router 0b7d1bf6-9b96-49eb-ab85-1ccbfb2f847c gateway port host: None {{(pid=103424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:23:31.407429 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2cc604f0-497d-4063-9b52-7ce8644c78aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738246698626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738246144790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265271506'] for port (fd5ec10b-5532-4452-bd5f-3bcecf976697), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:23:31.432548 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.l3_hamode_db [None req-9660c20f-c09a-400e-8a50-a554fd824453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b7d1bf6-9b96-49eb-ab85-1ccbfb2f847c', 'name': 'tempest-TestMinimumBasicScenario-1039895806-router', 'tenant_id': 'af21f2e2604e44b5a96a5d16b9a73f6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:21:15Z', 'updated_at': '2022-03-21T11:23:31Z', 'revision_number': 6, 'project_id': 'af21f2e2604e44b5a96a5d16b9a73f6b', 'gw_port_host': None}], 'dv-cinder-834448-1-smb', False) {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:23:31.434934 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc604f0-497d-4063-9b52-7ce8644c78aa admin admin] Pushing event deleted for resources: {'Port': ['ID=fd5ec10b-5532-4452-bd5f-3bcecf976697,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:23:31.460915 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9660c20f-c09a-400e-8a50-a554fd824453 None None] The sync data for ids ['0b7d1bf6-9b96-49eb-ab85-1ccbfb2f847c'] in dv-cinder-834448-1-smb is: [{'id': '0b7d1bf6-9b96-49eb-ab85-1ccbfb2f847c', 'name': 'tempest-TestMinimumBasicScenario-1039895806-router', 'tenant_id': 'af21f2e2604e44b5a96a5d16b9a73f6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:21:15Z', 'updated_at': '2022-03-21T11:23:31Z', 'revision_number': 6, 'project_id': 'af21f2e2604e44b5a96a5d16b9a73f6b', 'gw_port_host': None}] {{(pid=103424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 11:23:31.501844 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2cc604f0-497d-4063-9b52-7ce8644c78aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1690630'] for router_gateway (0b7d1bf6-9b96-49eb-ab85-1ccbfb2f847c), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:23:31.605187 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2cc604f0-497d-4063-9b52-7ce8644c78aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1688810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2231'] for router (0b7d1bf6-9b96-49eb-ab85-1ccbfb2f847c), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:23:31.607536 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2cc604f0-497d-4063-9b52-7ce8644c78aa admin admin] Publish callbacks [] for router_controller (0b7d1bf6-9b96-49eb-ab85-1ccbfb2f847c), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:23:31.659265 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2cc604f0-497d-4063-9b52-7ce8644c78aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1688805'] for router (0b7d1bf6-9b96-49eb-ab85-1ccbfb2f847c), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:23:31.660461 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cc604f0-497d-4063-9b52-7ce8644c78aa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0b7d1bf6-9b96-49eb-ab85-1ccbfb2f847c {{(pid=103422) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 21 11:23:31.668412 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2cc604f0-497d-4063-9b52-7ce8644c78aa admin admin] Publish callbacks [] for router (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:23:31.669528 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-2cc604f0-497d-4063-9b52-7ce8644c78aa admin admin] 10.222.0.24 "DELETE /v2.0/routers/0b7d1bf6-9b96-49eb-ab85-1ccbfb2f847c HTTP/1.1" status: 204 len: 168 time: 0.8293774 Mar 21 11:23:31.672124 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 50676) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:23:31.719411 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.db.db_base_plugin_v2 [None req-9702274d-33b7-4a85-8a32-99f4e3913ff9 admin admin] Deleting subnet 741933b5-9b54-4e29-9a92-64e80a46222a {{(pid=103422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 21 11:23:31.722846 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9702274d-33b7-4a85-8a32-99f4e3913ff9 admin admin] Publish callbacks [] for subnet (741933b5-9b54-4e29-9a92-64e80a46222a), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:23:31.758285 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9702274d-33b7-4a85-8a32-99f4e3913ff9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267557842'] for subnet (741933b5-9b54-4e29-9a92-64e80a46222a), precommit_delete_associations {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:23:31.845119 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9702274d-33b7-4a85-8a32-99f4e3913ff9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-756234'] for subnet (741933b5-9b54-4e29-9a92-64e80a46222a), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:23:31.907069 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9702274d-33b7-4a85-8a32-99f4e3913ff9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-756243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-265271843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265054729'] for subnet (741933b5-9b54-4e29-9a92-64e80a46222a), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:23:31.934521 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702274d-33b7-4a85-8a32-99f4e3913ff9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=741933b5-9b54-4e29-9a92-64e80a46222a,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:23:31.936483 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-9702274d-33b7-4a85-8a32-99f4e3913ff9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693044'] for subnet (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:23:31.939613 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-9702274d-33b7-4a85-8a32-99f4e3913ff9 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/741933b5-9b54-4e29-9a92-64e80a46222a HTTP/1.1" status: 204 len: 168 time: 0.2665591 Mar 21 11:23:31.941887 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61dc6178-5c0d-4553-b03b-601dbc59687e None None] Network e677f71d-cdbd-433a-a6c6-44d5ef8542c7 requested from dv-cinder-834448-1-smb {{(pid=103423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 11:23:31.942379 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 50678) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:23:32.015069 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a89955b0-16e6-4324-8ae4-4ed13ab91312 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-814149'] for network (e677f71d-cdbd-433a-a6c6-44d5ef8542c7), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:23:32.078560 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-a89955b0-16e6-4324-8ae4-4ed13ab91312 admin admin] Deleting port e74d3e2d-3b6a-4e52-b6e5-1a45210a78c9 {{(pid=103422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:23:32.078906 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a89955b0-16e6-4324-8ae4-4ed13ab91312 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738246690591'] for port (e74d3e2d-3b6a-4e52-b6e5-1a45210a78c9), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:23:32.145631 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-a89955b0-16e6-4324-8ae4-4ed13ab91312 admin admin] For port e74d3e2d-3b6a-4e52-b6e5-1a45210a78c9, host dv-cinder-834448-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-smb',level=0,port_id=e74d3e2d-3b6a-4e52-b6e5-1a45210a78c9,segment=NetworkSegment(a035f972-6283-4f3b-8fd2-c7c5452bb493),segment_id=a035f972-6283-4f3b-8fd2-c7c5452bb493)] {{(pid=103422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:23:32.146026 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a89955b0-16e6-4324-8ae4-4ed13ab91312 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701214'] for port (e74d3e2d-3b6a-4e52-b6e5-1a45210a78c9), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:23:32.163254 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.plugin [None req-a89955b0-16e6-4324-8ae4-4ed13ab91312 admin admin] Calling delete_port for e74d3e2d-3b6a-4e52-b6e5-1a45210a78c9 owned by network:dhcp {{(pid=103422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:23:32.230236 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bec0e59b-9f03-48e7-ae69-e7084ae468bc None None] DHCP port deletion for e677f71d-cdbd-433a-a6c6-44d5ef8542c7 request from dv-cinder-834448-1-smb {{(pid=103423) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 21 11:23:32.271046 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a89955b0-16e6-4324-8ae4-4ed13ab91312 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738246698626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738246144790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-265271506'] for port (e74d3e2d-3b6a-4e52-b6e5-1a45210a78c9), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:23:32.287895 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Device 081bef59-392f-4bfa-9b33-d15f45c7ea52 no longer exists at agent ovs-agent-dv-cinder-834448-1-smb {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 11:23:32.317015 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bec0e59b-9f03-48e7-ae69-e7084ae468bc None None] Deleting port e74d3e2d-3b6a-4e52-b6e5-1a45210a78c9 {{(pid=103423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:23:32.317412 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bec0e59b-9f03-48e7-ae69-e7084ae468bc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738246690591'] for port (e74d3e2d-3b6a-4e52-b6e5-1a45210a78c9), before_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:23:32.331157 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] No Port match for: 081bef59-392f-4bfa-9b33-d15f45c7ea52 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 11:23:32.331460 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Device 081bef59-392f-4bfa-9b33-d15f45c7ea52 not bound to the agent host dv-cinder-834448-1-smb {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 11:23:32.331948 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Device fd5ec10b-5532-4452-bd5f-3bcecf976697 no longer exists at agent ovs-agent-dv-cinder-834448-1-smb {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 11:23:32.376289 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] No Port match for: fd5ec10b-5532-4452-bd5f-3bcecf976697 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 11:23:32.376643 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Device fd5ec10b-5532-4452-bd5f-3bcecf976697 not bound to the agent host dv-cinder-834448-1-smb {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 11:23:32.377152 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Device e74d3e2d-3b6a-4e52-b6e5-1a45210a78c9 no longer exists at agent ovs-agent-dv-cinder-834448-1-smb {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 11:23:32.410007 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] No Port match for: e74d3e2d-3b6a-4e52-b6e5-1a45210a78c9 {{(pid=103423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 11:23:32.410384 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.rpc [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Device e74d3e2d-3b6a-4e52-b6e5-1a45210a78c9 not bound to the agent host dv-cinder-834448-1-smb {{(pid=103423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 11:23:32.431186 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.db [None req-bec0e59b-9f03-48e7-ae69-e7084ae468bc None None] For port e74d3e2d-3b6a-4e52-b6e5-1a45210a78c9, host dv-cinder-834448-1-smb, got binding levels [] {{(pid=103423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:23:32.431752 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bec0e59b-9f03-48e7-ae69-e7084ae468bc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701214'] for port (e74d3e2d-3b6a-4e52-b6e5-1a45210a78c9), precommit_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:23:32.446902 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.plugins.ml2.plugin [None req-bec0e59b-9f03-48e7-ae69-e7084ae468bc None None] Calling delete_port for e74d3e2d-3b6a-4e52-b6e5-1a45210a78c9 owned by network:dhcp {{(pid=103423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:23:32.450402 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.ipam_backend_mixin [None req-bec0e59b-9f03-48e7-ae69-e7084ae468bc None None] Port e74d3e2d-3b6a-4e52-b6e5-1a45210a78c9 was not found and therefore no delete operation was performed {{(pid=103423) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 21 11:23:32.452294 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-bec0e59b-9f03-48e7-ae69-e7084ae468bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738246698626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738246144790'] for port (e74d3e2d-3b6a-4e52-b6e5-1a45210a78c9), after_delete {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:23:32.478729 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec0e59b-9f03-48e7-ae69-e7084ae468bc None None] Pushing event deleted for resources: {'Port': ['ID=e74d3e2d-3b6a-4e52-b6e5-1a45210a78c9,revision_number=None']} {{(pid=103423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:23:32.482392 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec0e59b-9f03-48e7-ae69-e7084ae468bc None None] No DVR routers for this DVR port e74d3e2d-3b6a-4e52-b6e5-1a45210a78c9 on host dv-cinder-834448-1-smb {{(pid=103423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 11:23:32.544396 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89955b0-16e6-4324-8ae4-4ed13ab91312 admin admin] Pushing event deleted for resources: {'Port': ['ID=e74d3e2d-3b6a-4e52-b6e5-1a45210a78c9,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:23:32.548830 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89955b0-16e6-4324-8ae4-4ed13ab91312 admin admin] No DVR routers for this DVR port e74d3e2d-3b6a-4e52-b6e5-1a45210a78c9 on host dv-cinder-834448-1-smb {{(pid=103422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 11:23:32.618694 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a89955b0-16e6-4324-8ae4-4ed13ab91312 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-689599', 'neutron.services.segments.db._delete_segments_for_network-8738246472259'] for network (e677f71d-cdbd-433a-a6c6-44d5ef8542c7), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:23:32.639754 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.services.segments.db [None req-a89955b0-16e6-4324-8ae4-4ed13ab91312 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e677f71d-cdbd-433a-a6c6-44d5ef8542c7']}} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:23:32.650221 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.services.segments.db [None req-a89955b0-16e6-4324-8ae4-4ed13ab91312 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a035f972-6283-4f3b-8fd2-c7c5452bb493') {'for_net_delete': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:23:32.650515 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.services.segments.db [None req-a89955b0-16e6-4324-8ae4-4ed13ab91312 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a035f972-6283-4f3b-8fd2-c7c5452bb493') {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:23:32.663291 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a89955b0-16e6-4324-8ae4-4ed13ab91312 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738246472012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267557867'] for segment (a035f972-6283-4f3b-8fd2-c7c5452bb493), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:23:32.681630 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a89955b0-16e6-4324-8ae4-4ed13ab91312 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751123'] for segment (a035f972-6283-4f3b-8fd2-c7c5452bb493), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:23:32.688307 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a89955b0-16e6-4324-8ae4-4ed13ab91312 admin admin] Releasing vlan 413 on physical network physnet1 to pool {{(pid=103422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 11:23:32.688993 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a89955b0-16e6-4324-8ae4-4ed13ab91312 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-265271425'] for segment (a035f972-6283-4f3b-8fd2-c7c5452bb493), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:23:32.690772 dv-cinder-834448-1-smb neutron-server[103422]: Traceback (most recent call last): Mar 21 11:23:32.690772 dv-cinder-834448-1-smb neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 11:23:32.690772 dv-cinder-834448-1-smb neutron-server[103422]: timer() Mar 21 11:23:32.690772 dv-cinder-834448-1-smb neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 11:23:32.690772 dv-cinder-834448-1-smb neutron-server[103422]: cb(*args, **kw) Mar 21 11:23:32.690772 dv-cinder-834448-1-smb neutron-server[103422]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 21 11:23:32.690772 dv-cinder-834448-1-smb neutron-server[103422]: return func(*args, **kwargs) Mar 21 11:23:32.690772 dv-cinder-834448-1-smb neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 11:23:32.690772 dv-cinder-834448-1-smb neutron-server[103422]: self._notify() Mar 21 11:23:32.690772 dv-cinder-834448-1-smb neutron-server[103422]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 11:23:32.690772 dv-cinder-834448-1-smb neutron-server[103422]: self.callback(batched_events) Mar 21 11:23:32.690772 dv-cinder-834448-1-smb neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 11:23:32.690772 dv-cinder-834448-1-smb neutron-server[103422]: event.method(event) Mar 21 11:23:32.690772 dv-cinder-834448-1-smb neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 21 11:23:32.690772 dv-cinder-834448-1-smb neutron-server[103422]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 11:23:32.690772 dv-cinder-834448-1-smb neutron-server[103422]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 21 11:23:32.690772 dv-cinder-834448-1-smb neutron-server[103422]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 11:23:32.690772 dv-cinder-834448-1-smb neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 21 11:23:32.690772 dv-cinder-834448-1-smb neutron-server[103422]: return f(self, *a, **k) Mar 21 11:23:32.690772 dv-cinder-834448-1-smb neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 21 11:23:32.690772 dv-cinder-834448-1-smb neutron-server[103422]: return self._get(url).json() Mar 21 11:23:32.690772 dv-cinder-834448-1-smb neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 21 11:23:32.690772 dv-cinder-834448-1-smb neutron-server[103422]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 11:23:32.690772 dv-cinder-834448-1-smb neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 11:23:32.690772 dv-cinder-834448-1-smb neutron-server[103422]: return self.request(url, 'GET', **kwargs) Mar 21 11:23:32.690772 dv-cinder-834448-1-smb neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 11:23:32.690772 dv-cinder-834448-1-smb neutron-server[103422]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 11:23:32.690772 dv-cinder-834448-1-smb neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 11:23:32.690772 dv-cinder-834448-1-smb neutron-server[103422]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 11:23:32.690772 dv-cinder-834448-1-smb neutron-server[103422]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 11:23:32.690772 dv-cinder-834448-1-smb neutron-server[103422]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 11:23:32.690772 dv-cinder-834448-1-smb neutron-server[103422]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 11:23:32.750126 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a89955b0-16e6-4324-8ae4-4ed13ab91312 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-689540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1690746'] for network (e677f71d-cdbd-433a-a6c6-44d5ef8542c7), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:23:32.756259 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-a89955b0-16e6-4324-8ae4-4ed13ab91312 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693044'] for network (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:23:32.759166 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-a89955b0-16e6-4324-8ae4-4ed13ab91312 admin admin] 10.222.0.24 "DELETE /v2.0/networks/e677f71d-cdbd-433a-a6c6-44d5ef8542c7 HTTP/1.1" status: 204 len: 168 time: 0.8160582 Mar 21 11:23:32.770328 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89955b0-16e6-4324-8ae4-4ed13ab91312 admin admin] Pushing event deleted for resources: {'Network': ['ID=e677f71d-cdbd-433a-a6c6-44d5ef8542c7,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:23:32.955201 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 50682) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:23:33.002822 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-3fed1c12-e89f-4dfd-b24b-d4cc8e80721e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2d43b03df04b4f7caa64c7efe2bde5b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0462999 Mar 21 11:23:33.005498 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 50684) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:23:33.055205 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-dee296e8-d612-4082-a1e8-e6d890d9aecc admin admin] Publish callbacks [] for security_group (5c6edecd-a3d4-4208-9104-c3962d565aa0), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:23:33.077525 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-dee296e8-d612-4082-a1e8-e6d890d9aecc admin admin] Publish callbacks [] for security_group (5c6edecd-a3d4-4208-9104-c3962d565aa0), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:23:33.128879 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-dee296e8-d612-4082-a1e8-e6d890d9aecc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (5c6edecd-a3d4-4208-9104-c3962d565aa0), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:23:33.131514 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-dee296e8-d612-4082-a1e8-e6d890d9aecc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:23:33.132741 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-dee296e8-d612-4082-a1e8-e6d890d9aecc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5c6edecd-a3d4-4208-9104-c3962d565aa0 HTTP/1.1" status: 204 len: 168 time: 0.1263430 Mar 21 11:23:33.142217 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee296e8-d612-4082-a1e8-e6d890d9aecc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c6edecd-a3d4-4208-9104-c3962d565aa0,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:23:33.494758 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 50690) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:23:33.536579 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-4c7531cb-e9e0-4364-9642-463006f1ad5c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=af21f2e2604e44b5a96a5d16b9a73f6b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0405643 Mar 21 11:23:33.539138 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.wsgi [-] (103422) accepted ('10.222.0.24', 50692) {{(pid=103422) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:23:33.592733 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-38ab767e-3b05-44bc-8216-6e792aaf76b4 admin admin] Publish callbacks [] for security_group (a57b240c-dc47-4f97-83e6-b8d303be0a06), before_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:23:33.614769 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-38ab767e-3b05-44bc-8216-6e792aaf76b4 admin admin] Publish callbacks [] for security_group (a57b240c-dc47-4f97-83e6-b8d303be0a06), precommit_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:23:33.666479 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-38ab767e-3b05-44bc-8216-6e792aaf76b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599524'] for security_group (a57b240c-dc47-4f97-83e6-b8d303be0a06), after_delete {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:23:33.669479 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-38ab767e-3b05-44bc-8216-6e792aaf76b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:23:33.670665 dv-cinder-834448-1-smb neutron-server[103422]: INFO neutron.wsgi [None req-38ab767e-3b05-44bc-8216-6e792aaf76b4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a57b240c-dc47-4f97-83e6-b8d303be0a06 HTTP/1.1" status: 204 len: 168 time: 0.1306226 Mar 21 11:23:33.679963 dv-cinder-834448-1-smb neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ab767e-3b05-44bc-8216-6e792aaf76b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a57b240c-dc47-4f97-83e6-b8d303be0a06,revision_number=None']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:23:52.876640 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e8bd2f5b-a7fd-41d4-8962-ae105dbc0dcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (9c74c917-795e-4123-adbe-3a92cf8165ad), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:23:55.532487 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-f23a7855-a004-489c-b429-41446d9fd83a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (5097f9b2-2ef0-4af4-bde3-0c344dd6e70c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:23:55.873181 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (e1ce583e-86b5-47e2-b889-5e91679074ed), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:23:58.250812 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6694aa1f-bf8d-44e0-b771-2551b8853c50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (47320176-3fab-4a55-b687-b3e35e89e628), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:23:58.656867 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-5db6d96b-8c48-4aa5-944a-567c97b9cc9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (964235d6-d67c-4a74-84a5-611ab5391dc9), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:23:59.555620 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (4788e3a4-6d7d-47da-90c6-7227f6e2e35d), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:24:06.521448 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.agents_db [None req-8008186f-aa22-4b77-a63e-1bf9dbff4757 None None] Agent healthcheck: found 6 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 11:24:22.878783 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-f3d5c8ce-02eb-4315-8667-00879900a04e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (9c74c917-795e-4123-adbe-3a92cf8165ad), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:24:25.516870 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-3c34ec8b-2cb8-40d1-8358-e3208f47827d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (5097f9b2-2ef0-4af4-bde3-0c344dd6e70c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:24:25.891432 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (e1ce583e-86b5-47e2-b889-5e91679074ed), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:24:28.248698 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6694aa1f-bf8d-44e0-b771-2551b8853c50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (47320176-3fab-4a55-b687-b3e35e89e628), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:24:28.667883 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-5db6d96b-8c48-4aa5-944a-567c97b9cc9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (964235d6-d67c-4a74-84a5-611ab5391dc9), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:24:29.554299 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (4788e3a4-6d7d-47da-90c6-7227f6e2e35d), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:24:43.521428 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.agents_db [None req-8008186f-aa22-4b77-a63e-1bf9dbff4757 None None] Agent healthcheck: found 6 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 11:24:52.883745 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-2ec3c080-a358-4870-9707-81fa3d5ba248 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (9c74c917-795e-4123-adbe-3a92cf8165ad), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:24:55.522647 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-8c08dd22-3075-463a-b450-4eaca12ada3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (5097f9b2-2ef0-4af4-bde3-0c344dd6e70c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:24:55.888539 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (e1ce583e-86b5-47e2-b889-5e91679074ed), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:24:58.254746 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6694aa1f-bf8d-44e0-b771-2551b8853c50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (47320176-3fab-4a55-b687-b3e35e89e628), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:24:58.666224 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-5db6d96b-8c48-4aa5-944a-567c97b9cc9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (964235d6-d67c-4a74-84a5-611ab5391dc9), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:24:59.558078 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (4788e3a4-6d7d-47da-90c6-7227f6e2e35d), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:25:20.527396 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.agents_db [None req-8008186f-aa22-4b77-a63e-1bf9dbff4757 None None] Agent healthcheck: found 6 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 11:25:22.878050 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-4c06caf8-156c-4ffe-954c-75fc3acb69dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (9c74c917-795e-4123-adbe-3a92cf8165ad), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:25:25.518570 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-93ee7aa0-93c7-47f4-a954-3972a503672a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (5097f9b2-2ef0-4af4-bde3-0c344dd6e70c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:25:25.905794 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (e1ce583e-86b5-47e2-b889-5e91679074ed), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:25:28.258768 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6694aa1f-bf8d-44e0-b771-2551b8853c50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (47320176-3fab-4a55-b687-b3e35e89e628), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:25:28.666869 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-5db6d96b-8c48-4aa5-944a-567c97b9cc9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (964235d6-d67c-4a74-84a5-611ab5391dc9), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:25:29.555658 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (4788e3a4-6d7d-47da-90c6-7227f6e2e35d), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:25:52.888631 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-ee60cafb-1817-431c-b443-c97fe2538018 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (9c74c917-795e-4123-adbe-3a92cf8165ad), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:25:55.526474 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-e21ceb6e-e98d-4e82-9d68-533ec48d415f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (5097f9b2-2ef0-4af4-bde3-0c344dd6e70c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:25:55.906810 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (e1ce583e-86b5-47e2-b889-5e91679074ed), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:25:57.517644 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.agents_db [None req-8008186f-aa22-4b77-a63e-1bf9dbff4757 None None] Agent healthcheck: found 6 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 11:25:58.260678 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6694aa1f-bf8d-44e0-b771-2551b8853c50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (47320176-3fab-4a55-b687-b3e35e89e628), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:25:58.667962 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-5db6d96b-8c48-4aa5-944a-567c97b9cc9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (964235d6-d67c-4a74-84a5-611ab5391dc9), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:25:59.556341 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (4788e3a4-6d7d-47da-90c6-7227f6e2e35d), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:26:22.883707 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6ceb2734-e0eb-4184-a20d-2c24a6ccd064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (9c74c917-795e-4123-adbe-3a92cf8165ad), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:26:25.526491 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-71588983-0dfe-447a-9df5-7f6144763019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (5097f9b2-2ef0-4af4-bde3-0c344dd6e70c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:26:25.909083 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (e1ce583e-86b5-47e2-b889-5e91679074ed), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:26:28.262810 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6694aa1f-bf8d-44e0-b771-2551b8853c50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (47320176-3fab-4a55-b687-b3e35e89e628), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:26:28.670784 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-5db6d96b-8c48-4aa5-944a-567c97b9cc9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (964235d6-d67c-4a74-84a5-611ab5391dc9), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:26:29.554329 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (4788e3a4-6d7d-47da-90c6-7227f6e2e35d), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:26:34.517553 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.agents_db [None req-8008186f-aa22-4b77-a63e-1bf9dbff4757 None None] Agent healthcheck: found 6 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 11:26:52.889641 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-8f713545-9cfa-45a3-ba97-6220207e44b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (9c74c917-795e-4123-adbe-3a92cf8165ad), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:26:55.527907 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c1674775-cdf3-4c2a-bdda-988ecb46d6a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (5097f9b2-2ef0-4af4-bde3-0c344dd6e70c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:26:55.906291 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (e1ce583e-86b5-47e2-b889-5e91679074ed), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:26:58.268948 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6694aa1f-bf8d-44e0-b771-2551b8853c50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (47320176-3fab-4a55-b687-b3e35e89e628), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:26:58.676311 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-5db6d96b-8c48-4aa5-944a-567c97b9cc9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (964235d6-d67c-4a74-84a5-611ab5391dc9), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:26:59.555743 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (4788e3a4-6d7d-47da-90c6-7227f6e2e35d), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:27:11.518368 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.agents_db [None req-8008186f-aa22-4b77-a63e-1bf9dbff4757 None None] Agent healthcheck: found 6 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 11:27:22.898634 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-02093701-804e-4be2-9d07-885bd1d0ef0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (9c74c917-795e-4123-adbe-3a92cf8165ad), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:27:25.525975 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-ec8b207a-bf2e-4637-91ab-b9f9b4034ffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (5097f9b2-2ef0-4af4-bde3-0c344dd6e70c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:27:25.898741 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (e1ce583e-86b5-47e2-b889-5e91679074ed), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:27:28.272817 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6694aa1f-bf8d-44e0-b771-2551b8853c50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (47320176-3fab-4a55-b687-b3e35e89e628), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:27:28.682886 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-5db6d96b-8c48-4aa5-944a-567c97b9cc9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (964235d6-d67c-4a74-84a5-611ab5391dc9), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:27:29.557206 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (4788e3a4-6d7d-47da-90c6-7227f6e2e35d), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:27:48.522381 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.agents_db [None req-8008186f-aa22-4b77-a63e-1bf9dbff4757 None None] Agent healthcheck: found 6 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 11:27:52.893462 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-4fc48ac3-29d8-4169-9892-0884dec5c5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (9c74c917-795e-4123-adbe-3a92cf8165ad), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:27:55.522506 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-08a3456b-5950-4410-a375-96cfbe963308 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (5097f9b2-2ef0-4af4-bde3-0c344dd6e70c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:27:55.897867 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (e1ce583e-86b5-47e2-b889-5e91679074ed), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:27:58.274838 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6694aa1f-bf8d-44e0-b771-2551b8853c50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (47320176-3fab-4a55-b687-b3e35e89e628), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:27:58.679885 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-5db6d96b-8c48-4aa5-944a-567c97b9cc9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (964235d6-d67c-4a74-84a5-611ab5391dc9), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:27:59.560703 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (4788e3a4-6d7d-47da-90c6-7227f6e2e35d), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:28:22.899953 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-042594f1-3196-45d4-9a7f-b1b195d149b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (9c74c917-795e-4123-adbe-3a92cf8165ad), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:28:25.518182 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-886d1f4a-2301-48e2-9156-334d72b704c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (5097f9b2-2ef0-4af4-bde3-0c344dd6e70c), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:28:25.522414 dv-cinder-834448-1-smb neutron-server[103424]: DEBUG neutron.db.agents_db [None req-8008186f-aa22-4b77-a63e-1bf9dbff4757 None None] Agent healthcheck: found 6 active agents {{(pid=103424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 11:28:25.916607 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-63e25091-e06f-40d9-93eb-dfcfb8d8d1a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (e1ce583e-86b5-47e2-b889-5e91679074ed), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:28:28.283166 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-6694aa1f-bf8d-44e0-b771-2551b8853c50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (47320176-3fab-4a55-b687-b3e35e89e628), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:28:28.684642 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-5db6d96b-8c48-4aa5-944a-567c97b9cc9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (964235d6-d67c-4a74-84a5-611ab5391dc9), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:28:29.560074 dv-cinder-834448-1-smb neutron-server[103423]: DEBUG neutron_lib.callbacks.manager [None req-c0421109-33f8-4f68-9ba3-d360647d2f39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738246472241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688252'] for agent (4788e3a4-6d7d-47da-90c6-7227f6e2e35d), after_update {{(pid=103423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}